-- Logs begin at Fri 2022-02-11 12:29:00 UTC, end at Fri 2022-02-11 13:28:21 UTC. -- Feb 11 12:59:44.403462 dv-cinder-810917-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 11 12:59:47.413571 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:59:47.414231 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 12:59:47.414374 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 12:59:47.417609 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.common.config [-] Logging enabled! Feb 11 12:59:47.417861 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev492 Feb 11 12:59:47.418175 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102558) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 11 12:59:47.419112 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:59:47.419449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:59:47.419826 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:59:47.420089 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:59:47.420313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:59:47.420808 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.421234 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 11 12:59:47.421542 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.421842 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.422131 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.422427 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.422717 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.422994 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.423338 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.423660 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.423943 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.424218 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.424502 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.424792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.425071 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.425359 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.425645 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.425925 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] debug = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.426204 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.426635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.427039 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.427342 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.427633 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.427909 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.428178 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.428447 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.428727 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.429059 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] host = dv-cinder-810917-5-iscsi {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.429335 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.429623 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.429908 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.430223 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.430471 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.430856 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.431162 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.431430 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.431705 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.431982 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.432274 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.432562 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.432854 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.433077 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.433299 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.433609 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.433895 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.434169 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.434443 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.434713 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.434984 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.435282 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.435551 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.435837 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.436122 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.436406 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.436677 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.436950 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.437221 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.437493 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.437778 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.438317 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.438588 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.438860 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.439688 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.439965 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.440241 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.440550 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.440838 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.441140 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.441414 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.441689 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.441975 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.442246 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.442518 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.442785 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] use_json = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.443053 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.443344 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.443623 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.443895 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.444165 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.444437 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.444706 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.444988 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.445258 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:47.445553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.445853 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.446156 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.446452 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.446745 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.447024 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.447412 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.447703 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.447995 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.448284 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.448574 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.448851 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.449149 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.449437 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.449734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.450042 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.450337 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.450637 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.450913 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.451213 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.451492 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.451770 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.452054 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.452332 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.452617 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.452907 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.453185 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.453482 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.453771 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.454067 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.454358 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.454631 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.455586 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.455884 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.456161 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.456436 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.456713 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.457004 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.457282 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.457553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.457831 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.458109 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.458384 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.458652 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.458926 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.459261 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.459540 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.459815 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.460084 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.460361 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.460636 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.460918 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.461194 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.461466 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.461735 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.462011 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.462283 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.462554 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.462829 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.463098 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.463397 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.463667 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.463934 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.464206 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.464477 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.464746 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.465014 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.465282 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.465557 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.465825 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.466092 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.466363 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.466631 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.466902 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.467207 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.467505 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.467779 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.468057 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.468340 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.468613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.468887 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.469162 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.469436 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.469712 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.469981 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.470271 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.470586 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.470878 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.471275 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.471558 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.471851 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.472126 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.472407 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.472681 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.472955 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.473336 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.473613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.473909 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.474207 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.474501 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.474796 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.475085 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.475387 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.475697 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.475976 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:47.476195 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:59:47.476443 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102558) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 11 12:59:47.852176 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 12:59:47.852460 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 12:59:47.852774 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 11 12:59:47.853106 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 11 12:59:48.197188 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.197404 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.197648 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.198946 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.199241 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.199512 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.249565 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.249843 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.250107 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.266367 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.266657 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.266927 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.297113 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.297397 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.297667 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.334924 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.335223 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.335495 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.687614 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.688520 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.688520 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.688698 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.689937 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.793215 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.793539 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.793825 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.794096 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.794482 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.794955 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.795412 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.795834 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.796267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.796750 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.797200 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.797660 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.798104 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.798696 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.799178 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.799596 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.799874 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.800159 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.800443 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.800715 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.800996 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.801255 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.801547 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.801946 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.802198 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.802447 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.802875 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:48.803113 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:48.803374 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:48.803612 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:48.803847 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:48.804082 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:48.804458 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 11 12:59:48.808102 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 11 12:59:48.812306 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 11 12:59:48.816928 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Feb 11 12:59:48.818594 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 11 12:59:48.819071 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 11 12:59:48.819436 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 11 12:59:48.819828 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 11 12:59:48.822677 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 11 12:59:48.822940 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 11 12:59:48.823315 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 12:59:48.828252 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 11 12:59:48.851695 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 11 12:59:48.852421 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.852736 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102558) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 11 12:59:48.853099 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.854512 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102558) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 11 12:59:48.854810 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 11 12:59:48.855064 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 11 12:59:48.858555 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.858839 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:48.921560 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 11 12:59:48.921802 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 11 12:59:48.922040 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 11 12:59:48.922589 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 11 12:59:48.944131 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_db.sqlalchemy.engines [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102558) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 11 12:59:49.395579 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing driver for type 'gre' Feb 11 12:59:49.396398 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] gre ID ranges: [(1, 1000)] Feb 11 12:59:49.455413 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing driver for type 'local' Feb 11 12:59:49.455902 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing driver for type 'vlan' Feb 11 12:59:49.469659 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] VlanTypeDriver initialization complete Feb 11 12:59:49.470170 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing driver for type 'vxlan' Feb 11 12:59:49.471317 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] vxlan ID ranges: [(1, 1000)] Feb 11 12:59:49.525451 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing extension driver 'port_security' Feb 11 12:59:49.525911 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.extensions.port_security [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] PortSecurityExtensionDriver initialization complete Feb 11 12:59:49.526231 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing mechanism driver 'openvswitch' Feb 11 12:59:49.526598 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing mechanism driver 'hyperv' Feb 11 12:59:49.534062 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.plugin [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102558) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:49.534955 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.535384 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.535736 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.536297 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:59:49.536734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.537097 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.537451 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.537857 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:59:49.538269 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.538623 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.538969 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.539405 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:59:49.539817 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > security_group after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.540172 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > security_group after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.540518 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.540922 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:59:49.541328 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.541679 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.542022 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.542423 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:59:49.542830 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > address_group after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.543213 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > address_group after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.543562 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.543967 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102558) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 11 12:59:49.544426 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] ML2 OVO RPC backend initialized. {{(pid=102558) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 11 12:59:49.545138 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.545498 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.545918 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.546271 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > networks before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.546624 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.546968 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > ports before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.547354 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.547703 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnets before_response 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.548055 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.548401 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.549373 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.549719 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.550058 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.550396 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.550734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.551073 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.551442 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.560736 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded quota_driver: . Feb 11 12:59:49.561109 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.plugin [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Modular L2 Plugin initialization complete Feb 11 12:59:49.561466 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading services supported by the core plugin {{(pid=102558) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 11 12:59:49.561830 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.plugins.ml2.managers [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Got port-security extension from driver 'port_security' Feb 11 12:59:49.562336 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.extensions.vlantransparent [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Disabled vlantransparent extension. Feb 11 12:59:49.562841 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102558) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 11 12:59:49.563462 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: router Feb 11 12:59:49.600137 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.600544 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_create 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.600921 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router before_create 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.601294 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.601675 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.602043 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_delete 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.602663 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.603334 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.603972 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_create 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.604597 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_update 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.605202 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_update 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.605820 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.606371 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_update 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.607113 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_update 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.607835 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.608460 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.609073 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: subnet after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.609681 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.610316 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.610916 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_create 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.612092 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.612712 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.613230 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router after_update 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.613805 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.614412 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_create 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.614824 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.615311 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_update 55549900 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.615700 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > agent after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.616068 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > agent after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.616427 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > network after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.617343 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Tracking information for resource: router configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:49.617682 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Tracking information for resource: floatingip configured {{(pid=102558) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 11 12:59:49.622968 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.db.l3_agentschedulers_db [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 11 12:59:49.623582 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.623953 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port after_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.624310 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port after_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.624667 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: port after_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.625484 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router before_create 55550100 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.625856 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.626223 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_create 55550100 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.626641 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > router precommit_update 55550100 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.631451 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.provider_configuration [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service providers = [] {{(pid=102558) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 11 12:59:49.631825 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.db.servicetype_db [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102558) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 11 12:59:49.634861 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.service_base [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:59:49.635250 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.service_base [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:59:49.635607 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.service_base [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:59:49.636517 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.services.service_base [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102558) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 11 12:59:49.636897 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.services.service_base [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 11 12:59:49.637283 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.637602 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 11 12:59:49.648810 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.649098 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: auto_allocate Feb 11 12:59:49.655094 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: network precommit_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.655499 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: network precommit_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.656039 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.656366 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: tag Feb 11 12:59:49.663900 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.664246 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: timestamp Feb 11 12:59:49.668202 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.668624 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: network_ip_availability Feb 11 12:59:49.674681 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.675062 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.675450 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.676201 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.676528 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: flavors Feb 11 12:59:49.681549 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.681899 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading Plugin: revisions Feb 11 12:59:49.686291 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102558) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 11 12:59:49.686686 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_concurrency.lockutils [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=102558) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 11 12:59:49.687498 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102558) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 11 12:59:49.687845 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Initializing extension manager. Feb 11 12:59:49.688661 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: __init__.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.688976 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: __pycache__ {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.689350 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.689695 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: address_group.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.690480 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.691058 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: address-group Feb 11 12:59:49.691415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: address_scope.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.692140 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.692660 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: address-scope Feb 11 12:59:49.692988 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.693947 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.694460 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: router-admin-state-down-before-update Feb 11 12:59:49.694789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: agent.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.695527 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.696041 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: agent Feb 11 12:59:49.696365 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: agent_resources_synced.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.697283 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.697792 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: agent-resources-synced Feb 11 12:59:49.698120 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: allowedaddresspairs.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.699979 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.700502 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: allowed-address-pairs Feb 11 12:59:49.700834 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: auto_allocated_topology.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.701943 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.702461 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: auto-allocated-topology Feb 11 12:59:49.702794 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: availability_zone.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.703526 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.704035 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: availability_zone Feb 11 12:59:49.704362 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: availability_zone_filter.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.705307 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.705819 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: availability_zone_filter Feb 11 12:59:49.706147 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: data_plane_status.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.707059 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.707597 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension data-plane-status not supported by any of loaded plugins Feb 11 12:59:49.707925 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: default_subnetpools.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.708848 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.709363 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: default-subnetpools Feb 11 12:59:49.709691 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.710518 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.711027 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: dhcp_agent_scheduler Feb 11 12:59:49.711390 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: dns.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.712325 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.712834 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension dns-integration not supported by any of loaded plugins Feb 11 12:59:49.713163 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: dns_domain_ports.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.714098 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.714603 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 11 12:59:49.714933 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.715893 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.716399 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 11 12:59:49.716738 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: dvr.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.717408 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.717915 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: dvr Feb 11 12:59:49.718243 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: ecmp_routes.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.719205 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.719712 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 11 12:59:49.720042 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: empty_string_filtering.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.721525 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.722053 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: empty-string-filtering Feb 11 12:59:49.722380 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.723324 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.723837 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:59:49.724170 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.725095 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.725605 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 11 12:59:49.725933 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: external_net.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.726856 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.727408 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: external-net Feb 11 12:59:49.727737 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.728683 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.729193 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: extra_dhcp_opt Feb 11 12:59:49.729519 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: extraroute.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.730443 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.730963 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: extraroute Feb 11 12:59:49.731315 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: extraroute_atomic.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.732387 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.732902 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: extraroute-atomic Feb 11 12:59:49.733228 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: filter_validation.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.733906 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.734416 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: filter-validation Feb 11 12:59:49.734741 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: fip_pf_description.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.735705 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.736769 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 11 12:59:49.737093 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: fip_port_details.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.738235 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.738751 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: fip-port-details Feb 11 12:59:49.739077 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: flavors.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.740378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.740899 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: flavors Feb 11 12:59:49.741231 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.742953 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.743575 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 11 12:59:49.743912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: floatingip_pools.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.744628 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.745141 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: floatingip-pools Feb 11 12:59:49.745472 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: ip_allocation.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.746413 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.746921 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension ip_allocation not supported by any of loaded plugins Feb 11 12:59:49.747292 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.748230 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.748743 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: ip-substring-filtering Feb 11 12:59:49.749069 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l2_adjacency.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.750016 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.750518 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 11 12:59:49.750845 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.751916 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.752438 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: router Feb 11 12:59:49.752767 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.755081 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.755636 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 11 12:59:49.755977 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.756927 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.757595 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: ext-gw-mode Feb 11 12:59:49.757921 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.758709 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.759255 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: l3-ha Feb 11 12:59:49.759591 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.760512 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.761020 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 11 12:59:49.761347 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_flavors.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.762277 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.762786 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: l3-flavors Feb 11 12:59:49.763115 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_ndp_proxy.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.764537 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.765059 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 11 12:59:49.765403 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.766341 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.766852 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 11 12:59:49.767758 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: l3agentscheduler.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.768836 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.769355 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: l3_agent_scheduler Feb 11 12:59:49.769687 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: local_ip.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.771536 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.772069 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension local_ip not supported by any of loaded plugins Feb 11 12:59:49.772416 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: logging.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.774065 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.774596 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension logging not supported by any of loaded plugins Feb 11 12:59:49.774941 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: metering.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.775735 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.776318 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: metering Feb 11 12:59:49.776655 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.777780 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.778296 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: metering_source_and_destination_fields Feb 11 12:59:49.778631 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: multiprovidernet.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.779609 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.780127 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: multi-provider Feb 11 12:59:49.780456 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: netmtu.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.781392 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.781904 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: net-mtu Feb 11 12:59:49.782239 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: netmtu_writable.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.783755 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.784267 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: net-mtu-writable Feb 11 12:59:49.784635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: network_availability_zone.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.785295 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.785811 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: network_availability_zone Feb 11 12:59:49.786134 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: network_ip_availability.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.787329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.787844 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: network-ip-availability Feb 11 12:59:49.788173 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: network_segment_range.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.788967 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.789477 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension network-segment-range not supported by any of loaded plugins Feb 11 12:59:49.789801 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: pagination.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.790798 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.791145 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: pagination Feb 11 12:59:49.791489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: port_device_profile.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.792429 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.792940 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: port-device-profile Feb 11 12:59:49.793267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.794195 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.794707 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: port-mac-address-regenerate Feb 11 12:59:49.795029 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.795992 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.796508 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: port-numa-affinity-policy Feb 11 12:59:49.796830 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: port_resource_request.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.797760 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.798266 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension port-resource-request not supported by any of loaded plugins Feb 11 12:59:49.798622 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: port_resource_request_groups.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.799649 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.800160 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 11 12:59:49.800486 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: portbindings.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.801424 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.801938 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: binding Feb 11 12:59:49.802280 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: portbindings_extended.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.803608 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.804131 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: binding-extended Feb 11 12:59:49.804460 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: portsecurity.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.805393 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.805912 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: port-security Feb 11 12:59:49.806243 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: project_id.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.807275 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.807610 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: project-id Feb 11 12:59:49.807939 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: providernet.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.808864 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.809377 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: provider Feb 11 12:59:49.809705 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.813680 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.814230 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos not supported by any of loaded plugins Feb 11 12:59:49.814569 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.815876 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.816399 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 11 12:59:49.816736 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.817665 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.818179 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 11 12:59:49.818603 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_default.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.819475 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.819990 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-default not supported by any of loaded plugins Feb 11 12:59:49.820319 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_fip.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.821267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.821784 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-fip not supported by any of loaded plugins Feb 11 12:59:49.822112 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.823042 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.823586 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 11 12:59:49.823912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_gateway_ip.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.824993 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.825505 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 11 12:59:49.825834 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_port_network_policy.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.826759 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.827305 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 11 12:59:49.827634 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.828713 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.829231 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 11 12:59:49.829559 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_pps_rule.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.831338 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.831861 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-pps not supported by any of loaded plugins Feb 11 12:59:49.832191 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_rule_type_details.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.833133 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.833648 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 11 12:59:49.833980 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: qos_rules_alias.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.835044 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.835586 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 11 12:59:49.835917 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: quota_check_limit.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.836846 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.837362 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: quota-check-limit Feb 11 12:59:49.837691 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: quotasv2.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.838692 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.839029 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: quotas Feb 11 12:59:49.839406 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: quotasv2_detail.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.841212 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.841557 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: quota_details Feb 11 12:59:49.841898 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: rbac.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.842988 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.843567 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: rbac-policies Feb 11 12:59:49.843902 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: rbac_address_group.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.844846 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.845422 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: rbac-address-group Feb 11 12:59:49.846276 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: rbac_address_scope.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.847260 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.847778 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: rbac-address-scope Feb 11 12:59:49.848104 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: rbac_security_groups.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.849030 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.849543 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: rbac-security-groups Feb 11 12:59:49.849870 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: rbac_subnetpool.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.850793 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.851336 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: rbac-subnetpool Feb 11 12:59:49.851661 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: revisionifmatch.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.852602 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.853119 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: revision-if-match Feb 11 12:59:49.853448 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: revisions.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.854663 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.855207 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: standard-attr-revisions Feb 11 12:59:49.855537 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: router_availability_zone.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.856232 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.856745 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: router_availability_zone Feb 11 12:59:49.857070 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: routerservicetype.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.858010 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.858520 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension router-service-type not supported by any of loaded plugins Feb 11 12:59:49.858846 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.859815 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.860334 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: security-groups-normalized-cidr Feb 11 12:59:49.860659 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.861640 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.862313 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: port-security-groups-filtering Feb 11 12:59:49.862469 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.863436 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.863953 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: security-groups-remote-address-group Feb 11 12:59:49.864280 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.865226 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.865737 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: security-groups-shared-filtering Feb 11 12:59:49.866064 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.866671 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 11 12:59:49.866995 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: securitygroup.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.878503 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.879044 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: security-group Feb 11 12:59:49.879413 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: segment.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.880243 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.880755 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension segment not supported by any of loaded plugins Feb 11 12:59:49.881101 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.882087 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.882611 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 11 12:59:49.882942 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: servicetype.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.884124 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.884645 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: service-type Feb 11 12:59:49.884984 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: sorting.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.885988 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.886325 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: sorting Feb 11 12:59:49.886710 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: standard_attr_segment.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.887613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.888143 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 11 12:59:49.888469 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: standardattrdescription.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.889135 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.889647 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: standard-attr-description Feb 11 12:59:49.889970 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: stateful_security_group.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.890919 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.891471 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: stateful-security-group Feb 11 12:59:49.891802 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: stdattrs_common.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.892917 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 11 12:59:49.893242 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.894194 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.894766 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 11 12:59:49.895039 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: subnet_onboard.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.896168 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.896692 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: subnet_onboard Feb 11 12:59:49.897020 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.897959 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.898472 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 11 12:59:49.898893 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: subnet_service_types.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.899902 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.900433 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: subnet-service-types Feb 11 12:59:49.900757 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: subnetallocation.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.901862 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.902380 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: subnet_allocation Feb 11 12:59:49.902721 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.903431 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.903949 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: subnetpool-prefix-ops Feb 11 12:59:49.904274 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.905228 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.905744 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 11 12:59:49.906073 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: tagging.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.907222 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.907770 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: standard-attr-tag Feb 11 12:59:49.908641 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: timestamp.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.909864 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.910389 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loaded extension: standard-attr-timestamp Feb 11 12:59:49.910722 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: trunk.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.911804 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.912328 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension trunk not supported by any of loaded plugins Feb 11 12:59:49.912663 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: trunk_details.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.913610 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.914130 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension trunk-details not supported by any of loaded plugins Feb 11 12:59:49.914461 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: uplink_status_propagation.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.915433 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.915955 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 11 12:59:49.916275 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Loading extension file: vlantransparent.py {{(pid=102558) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 11 12:59:49.916969 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102558) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 11 12:59:49.917483 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 11 12:59:49.920190 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:network Feb 11 12:59:49.920724 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:subnet Feb 11 12:59:49.921123 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:59:49.921516 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:port Feb 11 12:59:49.922824 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.923324 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service FLAVORS assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.923981 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.924423 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.924765 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:router Feb 11 12:59:49.925212 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:59:49.925712 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service METERING assigned prefix: /metering {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.927207 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.927590 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.927947 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102558) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 12:59:49.928975 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:59:49.929440 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:59:49.929886 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:59:49.930570 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service CORE assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.930906 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:59:49.931296 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] subnetpool is already registered Feb 11 12:59:49.931749 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service CORE assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.932080 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:59:49.932418 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] subnetpool is already registered Feb 11 12:59:49.934743 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.935213 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service FLAVORS assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.935818 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.936252 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.936645 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:router Feb 11 12:59:49.936934 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] router is already registered Feb 11 12:59:49.937346 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:floatingip Feb 11 12:59:49.937732 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] floatingip is already registered Feb 11 12:59:49.938419 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service METERING assigned prefix: /metering {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.939115 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of CountableResource for resource:rbac_policy Feb 11 12:59:49.939546 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] rbac_policy is already registered Feb 11 12:59:49.939888 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:security_group Feb 11 12:59:49.940228 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] security_group is already registered Feb 11 12:59:49.940699 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 11 12:59:49.940976 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] security_group_rule is already registered Feb 11 12:59:49.941614 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service CORE assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.941972 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:59:49.942282 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] subnetpool is already registered Feb 11 12:59:49.942709 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.v2.resource_helper [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Service CORE assigned prefix: {{(pid=102558) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 11 12:59:49.943063 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Creating instance of TrackedResource for resource:subnetpool Feb 11 12:59:49.943420 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING neutron.quota.resource_registry [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] subnetpool is already registered Feb 11 12:59:49.943886 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: extensions {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.945416 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: address-groups {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.946893 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: address-scopes {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.948253 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: agents {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.949484 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: auto-allocated-topology {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.950744 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: availability_zones {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.951999 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: dhcp-networks {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.953522 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: dhcp-agents {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.955482 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: routers {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.957718 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: flavors {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.958869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: service_profiles {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.960107 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: next_providers {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.961651 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: service_profiles {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.963224 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: floatingip-pools {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.964440 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: routers {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.966559 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: floatingips {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.967883 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: l3-routers {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.969284 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: l3-agents {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.971299 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: metering-labels {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.972680 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: metering-label-rules {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.973967 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: network-ip-availabilities {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.975272 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: bindings {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.976934 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: quotas {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.978561 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: quotas {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.980100 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: rbac-policies {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.982465 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: security-groups {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.983764 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: security-group-rules {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.985006 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: service-providers {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.986268 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: subnetpools {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.987799 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: subnetpools {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.989201 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.990894 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.992743 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.994578 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.996392 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:49.998274 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:50.000024 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:50.002084 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:50.003892 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:50.005964 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron.api.extensions [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Extended resource: tags {{(pid=102558) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 11 12:59:50.011978 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING keystonemiddleware.auth_token [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 11 12:59:50.016881 dv-cinder-810917-5-iscsi neutron-server[102558]: WARNING keystonemiddleware.auth_token [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 11 12:59:50.026102 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_concurrency.lockutils [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Acquired lock "singleton_lock" {{(pid=102558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 11 12:59:50.026594 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_concurrency.lockutils [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Releasing lock "singleton_lock" {{(pid=102558) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 11 12:59:50.027293 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Starting 2 workers Feb 11 12:59:50.032269 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Started child 102667 {{(pid=102558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:59:50.037580 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Started child 102668 {{(pid=102558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:59:50.039217 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO neutron.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 11 12:59:50.039896 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.040875 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.042411 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Starting 1 workers Feb 11 12:59:50.042538 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.043269 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [-] (102667) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:59:50.043884 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [-] (102668) wsgi starting up on http://0.0.0.0:9696 Feb 11 12:59:50.047826 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Started child 102669 {{(pid=102558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:59:50.048415 dv-cinder-810917-5-iscsi neutron-server[102558]: INFO oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Starting 1 workers Feb 11 12:59:50.053106 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Started child 102670 {{(pid=102558) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 11 12:59:50.053933 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG neutron_lib.callbacks.manager [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102558) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.054372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] calling RpcWorker wait() {{(pid=102669) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 11 12:59:50.055015 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.service [None req-eab2d04a-0420-4cc8-844d-268be8de2d03 None None] returning from RpcWorker wait() {{(pid=102669) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 11 12:59:50.055959 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 12:59:50.056181 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:59:50.056353 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:59:50.056577 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:59:50.056932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:59:50.057189 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:59:50.057461 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.057693 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.057867 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.058111 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 12:59:50.058658 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.058862 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:50.058990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.058990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.059341 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.059578 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.059725 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.060056 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.060302 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.060521 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.060650 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.060830 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.061083 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.061382 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.061644 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.061883 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.062133 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.062308 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.062573 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.062839 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.063363 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.063633 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] debug = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.063881 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.064425 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.064670 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.064891 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.065117 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.065399 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.065632 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.065922 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.066159 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.066395 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.066648 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.066910 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.067355 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.067355 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.067750 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.067874 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.068088 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.068390 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.068831 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] host = dv-cinder-810917-5-iscsi {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.069050 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.069304 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.069506 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.069817 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.070015 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.070225 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.070465 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.070748 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.071003 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.071263 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.071545 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.071777 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.071997 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.072282 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.072441 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_options = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.072681 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.072947 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.073199 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.073393 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.073619 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.073753 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.074132 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.074132 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.074452 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.074644 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.074831 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.075076 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.075310 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.075566 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.075840 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.076075 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.076314 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.076550 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.076802 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.077104 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.077254 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.077628 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.077752 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.077950 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.078160 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.078369 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.078556 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.078796 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.079027 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.079290 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.081336 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.081336 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.081336 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.081336 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.081336 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.081912 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:50.082048 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082048 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082048 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082048 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082501 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082501 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082743 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.082898 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.083148 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.083374 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.083614 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_json = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.086364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.087329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.087329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.087329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.087329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.087329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.087607 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.087671 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.087928 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.088183 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.088407 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.088671 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.088927 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.089244 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.089470 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.089793 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.090058 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.090319 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.090761 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.090923 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.091059 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47420) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 12:59:50.091195 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.091436 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.091657 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.091880 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.092121 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.092403 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.092667 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.092921 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.093184 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.095267 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.096330 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.096330 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.096460 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.096660 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.096886 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.097141 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.097396 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.097628 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.097849 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.098110 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.098343 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.098563 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.098836 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.099094 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.099365 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.099588 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.099811 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.100051 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.100297 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.100513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.100734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.100960 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.101176 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.101433 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.101696 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.101942 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.102153 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.102362 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.102583 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.102839 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.103056 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.103298 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.103515 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.103744 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.103954 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.104208 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.104449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.104676 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.104911 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.105130 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.105816 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.106056 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.106302 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.106430 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0128989 Feb 11 12:59:50.106806 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.106806 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.109162 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.109162 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.110439 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.110439 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.110439 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.110936 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.110936 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.111294 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.113161 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.113161 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.113161 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.113161 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.113161 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.114806 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.114806 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.114806 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.115319 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.116311 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.117817 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.117817 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.117817 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.118411 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.118411 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.118411 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.118930 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.118930 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.119259 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.119437 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.119865 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.120046 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.120186 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.120367 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.120597 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.120834 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.121066 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.121358 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.121653 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.121909 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.122166 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.122426 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.122733 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.122992 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.123815 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.123815 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.124456 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.126238 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.127245 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.127422 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.129221 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.129532 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.129800 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.130084 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.130393 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.131538 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.131827 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.132104 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.132423 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.133770 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.134031 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.134219 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.134721 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.135039 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.135801 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.135801 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.136304 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.136304 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.136724 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.136904 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.139085 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.141058 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.141212 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.141432 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.141706 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.143165 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.143165 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.143165 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.143900 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.144167 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.145341 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.145715 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.146548 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.146826 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.147086 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.148815 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.150583 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.150583 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.150583 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.151976 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.151976 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.151976 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.152759 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.153086 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.153281 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.153519 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.153781 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.154036 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.154278 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.154575 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.154837 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.155098 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.155502 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.155807 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.156257 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.156548 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.156931 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.157183 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.157470 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.159014 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.160266 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.161876 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.162299 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.162559 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.162814 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.163896 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.163896 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.163896 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.164130 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.164350 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.164623 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166923 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.166923 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.167088 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.167366 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.167641 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.167888 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.168154 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.168388 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.168630 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.168901 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.169129 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.169552 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.169901 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.170178 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.170390 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.170634 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.171212 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.171523 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.171791 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.172033 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.172469 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.172805 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.173038 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.174789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.174789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.174789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.174789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.174789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.174789 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.175529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.175529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.175529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.175529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.175935 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.175935 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.176441 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.176441 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.176441 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.176897 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178224 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178224 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178224 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178224 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178224 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178939 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178939 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178939 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.178939 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.179702 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.179702 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.179702 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.180366 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.180366 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.180366 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.180980 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.180980 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.181383 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.181859 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.181859 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.182096 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.182364 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.182635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.182889 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.183227 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.183456 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.183703 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.183917 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.184387 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.184687 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.184945 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.185208 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.185504 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.186104 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.186377 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.186597 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.186948 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.187307 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.187592 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.189489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.189489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.189489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.189489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.190058 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.190058 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.190581 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.192075 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.192075 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.192075 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.192683 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.192683 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.192683 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.193160 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.193300 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.193744 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.193744 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.194036 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.194036 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 12:59:50.194577 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102558) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 11 12:59:50.194747 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 11 12:59:50.195108 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 11 12:59:50.195108 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 11 12:59:50.195515 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 11 12:59:50.195704 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 11 12:59:50.195905 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.196189 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.196460 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.196642 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.197571 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.197571 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.197571 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.197571 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.197571 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.198473 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.198473 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.198473 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.198473 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199006 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199006 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199006 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199006 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199557 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199557 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199557 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199964 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199964 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.199964 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] debug = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.200346 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.200346 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.200632 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.200632 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.200891 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.201039 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.201992 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.201992 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.201992 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.201992 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.202542 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.202542 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.202542 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.202922 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.202922 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.203242 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.203242 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.203502 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.203502 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] host = dv-cinder-810917-5-iscsi {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.203771 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.203907 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.204248 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.204248 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.204248 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205318 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205318 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205318 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205657 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205741 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205866 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.205989 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.206152 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.206359 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.206595 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_options = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.206864 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.207734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.207734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.208005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.208223 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.208400 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.208567 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.208734 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.208899 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.209063 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.209231 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.209396 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.209557 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.209719 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.209883 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.210046 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.210264 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.210434 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.210601 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.211488 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.211488 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.211488 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.211488 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.211488 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212043 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212043 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212043 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212043 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212507 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212507 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212507 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.212845 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213347 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213347 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213347 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213347 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213878 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213878 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.213878 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.214225 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.215265 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.215793 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.215793 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.215793 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216080 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216080 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216276 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_json = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216420 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216590 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216759 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.216927 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.217091 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.217254 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.217415 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.217579 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.217743 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 11 12:59:50.217934 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.218103 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.218283 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.218434 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.218595 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.218753 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.218913 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.219072 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.219260 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.219420 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.219589 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.219748 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.219917 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.220076 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.220274 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.220448 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.220608 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221513 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221948 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221948 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.221948 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.222156 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.222285 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.222433 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.222606 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.222765 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.222995 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.223369 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.223743 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.223915 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.224079 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.228313 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.229870 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230017 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.230593 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.233529 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.234613 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.235449 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236132 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236132 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236132 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236132 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236572 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236572 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236572 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236958 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.236958 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.237159 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.237159 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.237333 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.237491 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.237675 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.238303 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.238482 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.240998 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.241227 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.241390 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.241546 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.241714 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.241900 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.242058 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.242209 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.242375 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.242501 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.242968 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.243219 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.243392 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.243557 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.243719 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.243889 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.244039 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.244533 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.246092 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.246329 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.247439 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.247824 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.248022 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.248182 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.248543 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.248543 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.248733 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.248850 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.249066 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.249218 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.249352 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.249526 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.249666 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.249932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.250103 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.250248 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.250385 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.250471 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.252220 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.254489 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.256142 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.257553 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.258560 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.259635 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.261211 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.262869 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.264378 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.265125 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.266379 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.268481 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.270005 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.271792 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.272912 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.273932 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.274952 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.275990 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.277139 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.278281 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.278281 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.278281 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.278281 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 11 12:59:50.278281 dv-cinder-810917-5-iscsi neutron-server[102558]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102558) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 11 13:00:02.282864 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a047c6e-6368-4b57-9132-a9abff171d75 None None] get_active_networks_info from dv-cinder-810917-5-iscsi {{(pid=102669) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 11 13:00:02.362453 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a047c6e-6368-4b57-9132-a9abff171d75 None None] No non-hosted networks {{(pid=102669) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 11 13:00:02.381740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.agentschedulers_db [None req-2a047c6e-6368-4b57-9132-a9abff171d75 None None] DHCP Agent not found on host dv-cinder-810917-5-iscsi {{(pid=102669) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 11 13:00:02.467414 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-20524dad-51fe-4c64-848e-de50c3034aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608645'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.758166 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-abe77d86-2979-4422-926e-1ae39b75c4f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608645'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:04.846602 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8dddc56d-d2ff-48c4-9711-eb87455d4ae8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:05.655075 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608645'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:07.721798 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608645'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.451968 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608645'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:08.453101 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.453793 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.454303 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.455006 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.455686 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.456255 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.457487 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.458276 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.458855 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.459489 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.460259 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.460968 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.462334 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:08.463080 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-810917-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:08.471239 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-810917-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:08.881007 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47522) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:09.057508 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.db.l3_hamode_db [None req-8a069775-cbe6-408d-8a6a-2eeceef0e005 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 11 13:00:09.138382 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a069775-cbe6-408d-8a6a-2eeceef0e005 None None] Routers set() bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:09.138860 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a069775-cbe6-408d-8a6a-2eeceef0e005 None None] Router IDs set() for agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 11 13:00:09.494110 dv-cinder-810917-5-iscsi neutron-server[102667]: WARNING oslo_policy.policy [None req-b0dd803e-5411-41c7-9add-2306a081a1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:09.494734 dv-cinder-810917-5-iscsi neutron-server[102667]: WARNING oslo_policy.policy [None req-b0dd803e-5411-41c7-9add-2306a081a1ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:09.733304 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [None req-b0dd803e-5411-41c7-9add-2306a081a1ec admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:09.734423 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-b0dd803e-5411-41c7-9add-2306a081a1ec admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8525348 Feb 11 13:00:12.276926 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 47538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:12.926123 dv-cinder-810917-5-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:12.926683 dv-cinder-810917-5-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:13.154329 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:13.246159 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.policy [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102668) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:00:13.289426 dv-cinder-810917-5-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:13.290075 dv-cinder-810917-5-iscsi neutron-server[102668]: WARNING oslo_policy.policy [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:13.395102 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198452484', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198453033', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198458557', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198465076', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198408844', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763198415117', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-631412', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808034', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1954525', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2062738'] for rbac-policy (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:13.469200 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:13.471007 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-74291f37-3865-4102-b88e-a34f7dab1e25 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1918993 Feb 11 13:00:15.968051 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47554) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:16.293467 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:16.356585 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Made reservation on behalf of 078abd328890476c829d62d34eeea239 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:16.420336 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.policy [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102667) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 11 13:00:16.462003 dv-cinder-810917-5-iscsi neutron-server[102667]: WARNING oslo_policy.policy [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:16.462399 dv-cinder-810917-5-iscsi neutron-server[102667]: WARNING oslo_policy.policy [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 11 13:00:16.473319 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.495802 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.617537 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks [] for security_group (127455bb-6065-48b8-8204-dfb083f4c101), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.621505 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (127455bb-6065-48b8-8204-dfb083f4c101), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.654582 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:00:16.683803 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763200670895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (a818f02f-e484-4268-a8cf-f51cbcf27ffa), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.684423 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Unsubscribe: segment precommit_create {{(pid=102667) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:00:16.684970 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Added segment a818f02f-e484-4268-a8cf-f51cbcf27ffa of type vlan for network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 Feb 11 13:00:16.691391 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=127455bb-6065-48b8-8204-dfb083f4c101,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:16.723433 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.723803 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.724148 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.724483 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.724814 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.725197 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.725569 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.725913 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.726223 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.726565 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.726891 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.727240 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.727559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Tracked resource versions report: Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: pushed versions: Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: { 'AddressGroup': {'1.2'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'ConntrackHelper': {'1.0'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Log': {'1.0'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Network': {'1.1'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Port': {'1.7'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'PortForwarding': {'1.2'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'QosPolicy': {'1.10'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroup': {'1.5'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SubPort': {'1.0'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Subnet': {'1.1'}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Trunk': {'1.1'}} Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: consumer versions: Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'ConntrackHelper': '1.0', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'LocalIPAssociation': '1.0', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Log': '1.0', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Network': '1.1', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Port': '1.7', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'PortForwarding': '1.2', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'QosPolicy': '1.10', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroup': '1.5', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroupRule': '1.2', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SubPort': '1.0', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Subnet': '1.1', Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Trunk': '1.1'}} Feb 11 13:00:16.728993 dv-cinder-810917-5-iscsi neutron-server[102667]: {{(pid=102667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:00:16.811289 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (3b769cd3-9d27-43ee-b1b1-c589838be4e6), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.856028 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (3b769cd3-9d27-43ee-b1b1-c589838be4e6), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.862162 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:16.863036 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:16.942170 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.9729037 Feb 11 13:00:16.994366 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4f2e86-16bc-48e1-acfe-8e03eb5113e0 demo demo] Pushing event updated for resources: {'Network': ['ID=3b769cd3-9d27-43ee-b1b1-c589838be4e6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:17.008800 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:19.504545 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47568) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:19.957813 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91378249-1d02-4391-b7c6-f9641abb8673 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:19.959118 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-91378249-1d02-4391-b7c6-f9641abb8673 demo admin] 10.222.0.86 "GET /v2.0/networks/3b769cd3-9d27-43ee-b1b1-c589838be4e6 HTTP/1.1" status: 200 len: 825 time: 0.4535244 Feb 11 13:00:19.999273 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-dd7e4428-787c-4f8e-96bf-0a6bdf23dfc2 demo admin] 10.222.0.86 "GET /v2.0/subnetpools/4ea3c067-b77e-4e96-ae87-f0fea1a0d905 HTTP/1.1" status: 200 len: 734 time: 0.0342634 Feb 11 13:00:20.009173 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'name': 'private-subnet', 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:20.035892 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Made reservation on behalf of 078abd328890476c829d62d34eeea239 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:20.038257 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.344512 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (9b520556-1e72-4b3c-b1f0-98c4cc77796f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.415376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Pushing event updated for resources: {'Subnet': ['ID=9b520556-1e72-4b3c-b1f0-98c4cc77796f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:20.417395 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Checking segment: {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:20.417782 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Network hostable DHCP agents. Network: 3b769cd3-9d27-43ee-b1b1-c589838be4e6, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:20.440318 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:20.455163 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 3b769cd3-9d27-43ee-b1b1-c589838be4e6) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:20.458253 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:20.458844 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:20.470987 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4ae9f-e055-45f6-9678-a49bee6e9fa4 None None] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:20.479948 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-4b6f3af6-7d87-4a22-9b9c-61793bf34b04 demo admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4735250 Feb 11 13:00:20.749507 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'project_id': '078abd328890476c829d62d34eeea239', 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:00:20.750816 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.051357 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Allocated IP 172.20.0.2 (3b769cd3-9d27-43ee-b1b1-c589838be4e6/9b520556-1e72-4b3c-b1f0-98c4cc77796f/bdbba106-a6b3-4baf-bdf7-d44dbc5b1809) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:21.356601 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Publish callbacks [] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.367491 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.448580 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:21.454407 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:21.461744 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Pushing event updated for resources: {'Port': ['ID=bdbba106-a6b3-4baf-bdf7-d44dbc5b1809,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:21.462313 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:21.496853 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.497557 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.497557 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.497930 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.498270 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.498605 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.498942 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.499314 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.499643 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.499993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.500889 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.501218 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.501548 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Tracked resource versions report: Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: pushed versions: Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Log': {'1.0'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Network': {'1.1'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Port': {'1.7'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: consumer versions: Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Log': '1.0', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Network': '1.1', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Port': '1.7', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SubPort': '1.0', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Subnet': '1.1', Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Feb 11 13:00:21.503008 dv-cinder-810917-5-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:00:21.557077 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Attempting to bind port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:21.557490 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Attempting to bind port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:21.557910 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Attempting to bind port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 on network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:21.564058 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:21.564437 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Checking segment: {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:21.564928 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.565327 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Bound using segment: {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:21.565827 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Bound port: bdbba106-a6b3-4baf-bdf7-d44dbc5b1809, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:21.566241 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.635330 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] For port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:21.640037 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] For port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=bdbba106-a6b3-4baf-bdf7-d44dbc5b1809,segment=NetworkSegment(a818f02f-e484-4268-a8cf-f51cbcf27ffa),segment_id=a818f02f-e484-4268-a8cf-f51cbcf27ffa)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:21.648009 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:21.715980 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e881e6-5f98-4689-8423-0b7eb2025972 None None] Pushing event updated for resources: {'Port': ['ID=bdbba106-a6b3-4baf-bdf7-d44dbc5b1809,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:23.088142 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 47576) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:23.464599 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [None req-7c823831-f071-4745-a465-690853fe1eb3 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:23.479152 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7c823831-f071-4745-a465-690853fe1eb3 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3761919 Feb 11 13:00:26.010913 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47584) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:26.328639 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [None req-81cb92d2-5b7d-4f06-9188-3b9b6da3722a admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:26.329753 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-81cb92d2-5b7d-4f06-9188-3b9b6da3722a admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178115 Feb 11 13:00:28.791561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47592) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:29.102914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:29.129307 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.130853 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.268386 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] Publish callbacks [] for router_controller (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.273566 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.291794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:29.292982 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-794c8d16-3c75-46aa-bc93-a0063ffa88e4 demo demo] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5003784 Feb 11 13:00:31.212872 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:31.303721 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:31.304081 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.415913 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:31.416327 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.452063 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=bdbba106-a6b3-4baf-bdf7-d44dbc5b1809,segment=NetworkSegment(a818f02f-e484-4268-a8cf-f51cbcf27ffa),segment_id=a818f02f-e484-4268-a8cf-f51cbcf27ffa)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:31.455827 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:31.502701 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=bdbba106-a6b3-4baf-bdf7-d44dbc5b1809,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:31.798718 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47604) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:32.130527 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-778cd763-b1f5-413d-b69c-815e2d04610b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:32.169414 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [None req-ffaec5fa-0b09-4169-bf85-21d9fe775120 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:00:32.170404 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-ffaec5fa-0b09-4169-bf85-21d9fe775120 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3707132 Feb 11 13:00:32.826563 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b4c08e-7aba-4d8d-928f-33adac94a913 None None] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:32.956644 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3896b667-5166-4c4e-8d76-60e4da32a305 None None] Provisioning complete for port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:32.957041 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3896b667-5166-4c4e-8d76-60e4da32a305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.042501 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3896b667-5166-4c4e-8d76-60e4da32a305 None None] Current status of the port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:33.162482 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d5a60d83-6378-4bf4-80d9-2ab0d3660da9 None None] Provisioning complete for port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:33.162964 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d5a60d83-6378-4bf4-80d9-2ab0d3660da9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.188209 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:33.280659 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:33.281621 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:33.322234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d5a60d83-6378-4bf4-80d9-2ab0d3660da9 None None] Current status of the port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:33.376549 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:34.702381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47612) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:34.754096 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e96dcc9c-f580-4269-afc9-bc96baeb7c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.042367 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:35.060967 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Made reservation on behalf of c5671cf6c6a24dbc92c2cbcd79aeb344 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:35.063526 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.071872 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.148327 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks [] for security_group (08b031ae-1f30-4cd7-aa5a-1610dc21c4a3), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.152264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (08b031ae-1f30-4cd7-aa5a-1610dc21c4a3), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.170820 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Reserving flat network on physical network physnet1 {{(pid=102667) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 11 13:00:35.192880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b031ae-1f30-4cd7-aa5a-1610dc21c4a3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:35.197041 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (0c5e1fcd-53a9-44bf-821a-9c9bdc461c67), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.197382 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Added segment 0c5e1fcd-53a9-44bf-821a-9c9bdc461c67 of type flat for network 9812ac6f-2d99-4f83-bccd-b3fe35925acc Feb 11 13:00:35.242174 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (9812ac6f-2d99-4f83-bccd-b3fe35925acc), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.275921 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (9812ac6f-2d99-4f83-bccd-b3fe35925acc), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.276788 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:35.277381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:35.327079 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6235583 Feb 11 13:00:35.379569 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995e366-930c-4fb9-830b-2747d8941c24 admin admin] Pushing event updated for resources: {'Network': ['ID=9812ac6f-2d99-4f83-bccd-b3fe35925acc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:35.389465 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:00:35.598654 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.673410 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:37.912816 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47630) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:38.097999 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:00:38.109832 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2125fd-4a11-4e0f-8c13-d2a383c4b942 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:38.111215 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1f2125fd-4a11-4e0f-8c13-d2a383c4b942 demo admin] 10.222.0.86 "GET /v2.0/subnets/9b520556-1e72-4b3c-b1f0-98c4cc77796f HTTP/1.1" status: 200 len: 849 time: 0.1974003 Feb 11 13:00:38.238017 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-b263ae22-7e98-4d21-98c3-07a76768a343 demo admin] 10.222.0.86 "GET /v2.0/routers/8545ab2d-e8dc-4cb8-92e2-66a85d373e36 HTTP/1.1" status: 200 len: 704 time: 0.1209643 Feb 11 13:00:38.468510 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.524167 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:38.827501 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Allocated IP 172.20.0.1 (3b769cd3-9d27-43ee-b1b1-c589838be4e6/9b520556-1e72-4b3c-b1f0-98c4cc77796f/cdf92d93-b279-421c-ba94-58180b6d0f9e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:39.035470 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks [] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.099779 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.174847 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:39.179558 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:39.186076 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:39.186617 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.208134 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Pushing event updated for resources: {'Port': ['ID=cdf92d93-b279-421c-ba94-58180b6d0f9e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:39.385032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4523fc89-04c9-4cbf-8722-030e4f2d2442 None None] Provisioning complete for port cdf92d93-b279-421c-ba94-58180b6d0f9e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:39.386012 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4523fc89-04c9-4cbf-8722-030e4f2d2442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.396218 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.422125 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4523fc89-04c9-4cbf-8722-030e4f2d2442 None None] Port cdf92d93-b279-421c-ba94-58180b6d0f9e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:39.611350 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks [] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.616449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.617315 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:39.688639 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Pushing event updated for resources: {'Port': ['ID=cdf92d93-b279-421c-ba94-58180b6d0f9e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:39.784247 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:39.786109 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:39.990673 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:00:40.052006 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c3a939c2-91f6-4fe7-af53-20fc087e3b0d None None] Provisioning complete for port cdf92d93-b279-421c-ba94-58180b6d0f9e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:40.052659 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3a939c2-91f6-4fe7-af53-20fc087e3b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:40.094802 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:00:40.100247 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-8e01d852-2bb4-41aa-8778-d84edaddbdb7 demo admin] 10.222.0.86 "PUT /v2.0/routers/8545ab2d-e8dc-4cb8-92e2-66a85d373e36/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8568933 Feb 11 13:00:40.104434 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c3a939c2-91f6-4fe7-af53-20fc087e3b0d None None] Port cdf92d93-b279-421c-ba94-58180b6d0f9e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:40.119116 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Sync routers for ids ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:00:40.137988 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Routers {'8545ab2d-e8dc-4cb8-92e2-66a85d373e36'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:40.139472 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:00:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:40.360071 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Set router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:00:40.827498 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'name': 'router1', 'tenant_id': '078abd328890476c829d62d34eeea239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:00:29Z', 'updated_at': '2022-02-11T13:00:39Z', 'revision_number': 2, 'project_id': '078abd328890476c829d62d34eeea239', 'gw_port_host': None, '_interfaces': [{'id': 'cdf92d93-b279-421c-ba94-58180b6d0f9e', 'name': '', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'tenant_id': '078abd328890476c829d62d34eeea239', 'mac_address': 'fa:16:3e:c6:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:38Z', 'updated_at': '2022-02-11T13:00:39Z', 'revision_number': 2, 'project_id': '078abd328890476c829d62d34eeea239', 'subnets': [{'id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:40.881076 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Checking router: 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:00:40.881625 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Updating router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 port cdf92d93-b279-421c-ba94-58180b6d0f9e binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:00:40.954468 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.527778 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Publish callbacks [] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.536831 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.724099 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Pushing event updated for resources: {'Port': ['ID=cdf92d93-b279-421c-ba94-58180b6d0f9e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:41.742016 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Attempting to bind port cdf92d93-b279-421c-ba94-58180b6d0f9e on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:41.742429 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Attempting to bind port cdf92d93-b279-421c-ba94-58180b6d0f9e by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:41.742939 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Attempting to bind port cdf92d93-b279-421c-ba94-58180b6d0f9e on network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:41.746490 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.746864 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.747233 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.747593 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.747949 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.748972 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.749450 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.749794 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.750209 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.750585 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.750921 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.751322 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.751618 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Tracked resource versions report: Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: pushed versions: Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Log': {'1.0'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Network': {'1.1'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Port': {'1.7'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: consumer versions: Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Log': '1.0', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Network': '1.1', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Port': '1.7', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SubPort': '1.0', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Subnet': '1.1', Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Feb 11 13:00:41.753144 dv-cinder-810917-5-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:00:41.761480 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:41.761906 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Checking segment: {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:41.762392 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.762783 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Bound using segment: {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:41.763328 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Bound port: cdf92d93-b279-421c-ba94-58180b6d0f9e, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a818f02f-e484-4268-a8cf-f51cbcf27ffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:41.763783 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.845779 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6e7bbc97-dd02-4f31-b798-6ad6308b2ea2 None None] Provisioning complete for port cdf92d93-b279-421c-ba94-58180b6d0f9e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:41.846313 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e7bbc97-dd02-4f31-b798-6ad6308b2ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.850114 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] For port cdf92d93-b279-421c-ba94-58180b6d0f9e, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:41.871464 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] For port cdf92d93-b279-421c-ba94-58180b6d0f9e, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=cdf92d93-b279-421c-ba94-58180b6d0f9e,segment=NetworkSegment(a818f02f-e484-4268-a8cf-f51cbcf27ffa),segment_id=a818f02f-e484-4268-a8cf-f51cbcf27ffa)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:41.877784 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:41.885505 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6e7bbc97-dd02-4f31-b798-6ad6308b2ea2 None None] Port cdf92d93-b279-421c-ba94-58180b6d0f9e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:00:41.937906 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910b7ec-c982-4788-bf47-925612c91be7 None None] Pushing event updated for resources: {'Port': ['ID=cdf92d93-b279-421c-ba94-58180b6d0f9e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:41.946407 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Routers {'8545ab2d-e8dc-4cb8-92e2-66a85d373e36'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:41.947034 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:00:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:42.048602 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] Set router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:00:42.107559 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] Provisioning complete for port cdf92d93-b279-421c-ba94-58180b6d0f9e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:42.107973 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.195905 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] Current status of the port cdf92d93-b279-421c-ba94-58180b6d0f9e is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:42.196710 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.236071 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] For port cdf92d93-b279-421c-ba94-58180b6d0f9e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=cdf92d93-b279-421c-ba94-58180b6d0f9e,segment=NetworkSegment(a818f02f-e484-4268-a8cf-f51cbcf27ffa),segment_id=a818f02f-e484-4268-a8cf-f51cbcf27ffa)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:42.241254 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:42.288281 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'name': 'router1', 'tenant_id': '078abd328890476c829d62d34eeea239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:00:29Z', 'updated_at': '2022-02-11T13:00:39Z', 'revision_number': 2, 'project_id': '078abd328890476c829d62d34eeea239', 'gw_port_host': None, '_interfaces': [{'id': 'cdf92d93-b279-421c-ba94-58180b6d0f9e', 'name': '', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'tenant_id': '078abd328890476c829d62d34eeea239', 'mac_address': 'fa:16:3e:c6:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:38Z', 'updated_at': '2022-02-11T13:00:41Z', 'revision_number': 4, 'project_id': '078abd328890476c829d62d34eeea239', 'subnets': [{'id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:42.296180 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275d067-9e55-4fe7-8451-04094fbb9318 None None] Pushing event updated for resources: {'Port': ['ID=cdf92d93-b279-421c-ba94-58180b6d0f9e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:42.319407 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24892250-0169-43d8-a0e4-a1a505f6d90b None None] The sync data for ids ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'] in dv-cinder-810917-5-iscsi is: [{'id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'name': 'router1', 'tenant_id': '078abd328890476c829d62d34eeea239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:00:29Z', 'updated_at': '2022-02-11T13:00:39Z', 'revision_number': 2, 'project_id': '078abd328890476c829d62d34eeea239', 'gw_port_host': None, '_interfaces': [{'id': 'cdf92d93-b279-421c-ba94-58180b6d0f9e', 'name': '', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'tenant_id': '078abd328890476c829d62d34eeea239', 'mac_address': 'fa:16:3e:c6:12:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:38Z', 'updated_at': '2022-02-11T13:00:41Z', 'revision_number': 4, 'project_id': '078abd328890476c829d62d34eeea239', 'subnets': [{'id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:00:42.629942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47650) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:42.740540 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1dfde5-1c67-472c-b286-ca2cd28d8283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:42.743046 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-be1dfde5-1c67-472c-b286-ca2cd28d8283 admin admin] 10.222.0.86 "GET /v2.0/networks/9812ac6f-2d99-4f83-bccd-b3fe35925acc HTTP/1.1" status: 200 len: 842 time: 0.1110079 Feb 11 13:00:42.751615 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:42.772514 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Made reservation on behalf of c5671cf6c6a24dbc92c2cbcd79aeb344 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:00:42.774956 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.193783 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.objects.ports [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102667) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 11 13:00:43.194213 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (2f0d9b00-07d5-4667-882d-5b0f165e668c), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.242961 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f0d9b00-07d5-4667-882d-5b0f165e668c,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:43.257936 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:43.258294 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Network hostable DHCP agents. Network: 9812ac6f-2d99-4f83-bccd-b3fe35925acc, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:00:43.275443 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:00:43.285434 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 9812ac6f-2d99-4f83-bccd-b3fe35925acc) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:43.291049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:43.292026 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:43.296405 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204dbbd8-11e4-4754-803a-08e6ab1266c1 None None] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:43.308261 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-f17e9305-affe-41b8-a924-1e652b8147d9 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5601730 Feb 11 13:00:43.416406 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809a854f-6b7a-44f5-a186-24460c71eeb2 None None] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:00:45.879881 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47658) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:46.013339 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-0c46cbca-f039-4b9a-919b-226f89ba44c3 demo admin] 10.222.0.86 "GET /v2.0/routers/8545ab2d-e8dc-4cb8-92e2-66a85d373e36 HTTP/1.1" status: 200 len: 710 time: 0.1323032 Feb 11 13:00:46.115615 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26512111-e765-4219-8b99-e34862f3a4ab demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:00:46.116926 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-26512111-e765-4219-8b99-e34862f3a4ab demo admin] 10.222.0.86 "GET /v2.0/networks/9812ac6f-2d99-4f83-bccd-b3fe35925acc HTTP/1.1" status: 200 len: 886 time: 0.0975878 Feb 11 13:00:46.125971 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:00:46.393504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks [] for router_gateway (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.626533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks [] for router_gateway (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.701543 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.818006 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Allocated IP 172.27.3.80 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/4e7c5b2c-1b02-45bc-83a5-1e670a34db6d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:00:46.941559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks [] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:46.980650 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.022334 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:00:47.025206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:00:47.027781 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:00:47.068119 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Pushing event updated for resources: {'Port': ['ID=4e7c5b2c-1b02-45bc-83a5-1e670a34db6d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:47.395786 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks [] for router_gateway (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.607177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1636343', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1605801', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27410'] for router (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.611467 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1636302', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1636293', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1605792'] for router (8545ab2d-e8dc-4cb8-92e2-66a85d373e36), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.721625 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:00:47.829256 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:00:47.834003 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:47.847241 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3c5c714e-edd9-42ac-8530-58803dd3f44f demo admin] 10.222.0.86 "PUT /v2.0/routers/8545ab2d-e8dc-4cb8-92e2-66a85d373e36 HTTP/1.1" status: 200 len: 889 time: 1.7124267 Feb 11 13:00:49.244513 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device cdf92d93-b279-421c-ba94-58180b6d0f9e up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:49.299217 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port cdf92d93-b279-421c-ba94-58180b6d0f9e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:49.299557 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:49.377522 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port cdf92d93-b279-421c-ba94-58180b6d0f9e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:50.414210 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 47670) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:00:50.535562 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-cdbc1917-5a4c-42ae-8365-b2eaf06e345c admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1200800 Feb 11 13:00:50.905339 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Sync routers for ids ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:00:50.921719 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Routers {'8545ab2d-e8dc-4cb8-92e2-66a85d373e36'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:50.922392 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:00:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:51.146402 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Set router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:00:51.622345 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'name': 'router1', 'tenant_id': '078abd328890476c829d62d34eeea239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4e7c5b2c-1b02-45bc-83a5-1e670a34db6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:00:29Z', 'updated_at': '2022-02-11T13:00:47Z', 'revision_number': 4, 'project_id': '078abd328890476c829d62d34eeea239', 'gw_port': {'id': '4e7c5b2c-1b02-45bc-83a5-1e670a34db6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:46Z', 'updated_at': '2022-02-11T13:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'cdf92d93-b279-421c-ba94-58180b6d0f9e', 'name': '', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'tenant_id': '078abd328890476c829d62d34eeea239', 'mac_address': 'fa:16:3e:c6:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:38Z', 'updated_at': '2022-02-11T13:00:42Z', 'revision_number': 5, 'project_id': '078abd328890476c829d62d34eeea239', 'subnets': [{'id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:51.673837 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Checking router: 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:00:51.673837 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Updating router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:00:51.728159 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.076540 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Publish callbacks [] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.082977 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.137318 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c2679-71e1-42d3-b26f-8c8be0cffc43 None None] Pushing event updated for resources: {'Port': ['ID=4e7c5b2c-1b02-45bc-83a5-1e670a34db6d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:52.140683 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Attempting to bind port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:00:52.140683 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Attempting to bind port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:00:52.140922 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Attempting to bind port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:00:52.146740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:00:52.147041 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:00:52.147497 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.147894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:00:52.148368 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Bound port: 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:00:52.148745 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.198766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] For port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:00:52.201733 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] For port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=4e7c5b2c-1b02-45bc-83a5-1e670a34db6d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:00:52.209170 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:52.283508 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c2679-71e1-42d3-b26f-8c8be0cffc43 None None] Pushing event updated for resources: {'Port': ['ID=4e7c5b2c-1b02-45bc-83a5-1e670a34db6d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:52.287099 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Routers {'8545ab2d-e8dc-4cb8-92e2-66a85d373e36'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:00:52.287926 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:00:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:52.418749 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] Set router 8545ab2d-e8dc-4cb8-92e2-66a85d373e36 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:00:52.654734 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'name': 'router1', 'tenant_id': '078abd328890476c829d62d34eeea239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4e7c5b2c-1b02-45bc-83a5-1e670a34db6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:00:29Z', 'updated_at': '2022-02-11T13:00:47Z', 'revision_number': 4, 'project_id': '078abd328890476c829d62d34eeea239', 'gw_port': {'id': '4e7c5b2c-1b02-45bc-83a5-1e670a34db6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:46Z', 'updated_at': '2022-02-11T13:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'cdf92d93-b279-421c-ba94-58180b6d0f9e', 'name': '', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'tenant_id': '078abd328890476c829d62d34eeea239', 'mac_address': 'fa:16:3e:c6:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:38Z', 'updated_at': '2022-02-11T13:00:42Z', 'revision_number': 5, 'project_id': '078abd328890476c829d62d34eeea239', 'subnets': [{'id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:00:52.681663 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f552e7c1-da94-4df6-8b2e-a40cbe40814c None None] The sync data for ids ['8545ab2d-e8dc-4cb8-92e2-66a85d373e36'] in dv-cinder-810917-5-iscsi is: [{'id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'name': 'router1', 'tenant_id': '078abd328890476c829d62d34eeea239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '4e7c5b2c-1b02-45bc-83a5-1e670a34db6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:00:29Z', 'updated_at': '2022-02-11T13:00:47Z', 'revision_number': 4, 'project_id': '078abd328890476c829d62d34eeea239', 'gw_port': {'id': '4e7c5b2c-1b02-45bc-83a5-1e670a34db6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:40:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:46Z', 'updated_at': '2022-02-11T13:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'cdf92d93-b279-421c-ba94-58180b6d0f9e', 'name': '', 'network_id': '3b769cd3-9d27-43ee-b1b1-c589838be4e6', 'tenant_id': '078abd328890476c829d62d34eeea239', 'mac_address': 'fa:16:3e:c6:12:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8545ab2d-e8dc-4cb8-92e2-66a85d373e36', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:00:38Z', 'updated_at': '2022-02-11T13:00:42Z', 'revision_number': 5, 'project_id': '078abd328890476c829d62d34eeea239', 'subnets': [{'id': '9b520556-1e72-4b3c-b1f0-98c4cc77796f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ea3c067-b77e-4e96-ae87-f0fea1a0d905'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:00:53.263809 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:53.318812 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:53.319571 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.445942 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:00:53.446648 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.468641 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=4e7c5b2c-1b02-45bc-83a5-1e670a34db6d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:00:53.474137 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:53.527324 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=4e7c5b2c-1b02-45bc-83a5-1e670a34db6d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:00:55.219325 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:00:55.296488 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:00:55.297148 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (4e7c5b2c-1b02-45bc-83a5-1e670a34db6d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:00:55.402020 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 4e7c5b2c-1b02-45bc-83a5-1e670a34db6d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:01:02.156825 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f0f8fc8e-9864-4f36-8e9c-62a8c6d0bb2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:04.761428 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c45c10bf-f660-46b8-8f8b-faaab513c05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:05.611108 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:07.673618 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:08.468071 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:15.098289 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:01:32.141017 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-88967cf4-c34b-4dea-9b54-2a92145d6e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:34.763642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29d5090b-284d-46bf-b26f-84dedc291f0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:35.604957 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:37.677399 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:38.455529 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:01:52.097169 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:02:02.137516 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cc6f7348-8103-4070-bb29-5b6ee6cf2d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:04.758444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a61eb8b4-3925-46b9-bf18-11d51017573a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:05.598452 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:07.678458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:08.452490 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:11.716432 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48154) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:11.778282 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-79991cc5-5834-42d3-a62b-655abc2165cd admin admin] GET failed (client error): The resource could not be found. Feb 11 13:02:11.779610 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-79991cc5-5834-42d3-a62b-655abc2165cd admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622098 Feb 11 13:02:11.942816 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ddc750-5765-4a15-953c-1354004bd8a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:11.944256 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-35ddc750-5765-4a15-953c-1354004bd8a8 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1605768 Feb 11 13:02:14.225876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:14.316011 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58414cb8-52ce-4a5e-b1d5-f292b5e27617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.317333 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-58414cb8-52ce-4a5e-b1d5-f292b5e27617 admin admin] 10.222.0.86 "GET /v2.0/subnets/9b520556-1e72-4b3c-b1f0-98c4cc77796f HTTP/1.1" status: 200 len: 849 time: 0.0905244 Feb 11 13:02:14.326651 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:02:14.409315 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Publish callbacks [] for subnet (9b520556-1e72-4b3c-b1f0-98c4cc77796f), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.550851 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763200651767'] for subnet (9b520556-1e72-4b3c-b1f0-98c4cc77796f), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.580281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:14.580884 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:14.583699 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] 10.222.0.86 "PUT /v2.0/subnets/9b520556-1e72-4b3c-b1f0-98c4cc77796f HTTP/1.1" status: 200 len: 868 time: 0.2605712 Feb 11 13:02:14.585145 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eba495-916f-4de8-b6ad-32f16b58d9d4 None None] Network 3b769cd3-9d27-43ee-b1b1-c589838be4e6 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:02:14.605441 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b520556-1e72-4b3c-b1f0-98c4cc77796f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:02:14.613136 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.613518 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.613856 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.614196 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.614546 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.615467 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.615820 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.616161 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.616509 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.616875 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.617192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.617513 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:14.617832 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371f8cf7-1108-4b3d-a11b-8211df59ceb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:02:15.019870 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c2c4e715-ec93-453a-baa5-1615b782f277 None None] Provisioning complete for port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:15.020188 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2c4e715-ec93-453a-baa5-1615b782f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (bdbba106-a6b3-4baf-bdf7-d44dbc5b1809), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.096352 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4e715-ec93-453a-baa5-1615b782f277 None None] Current status of the port bdbba106-a6b3-4baf-bdf7-d44dbc5b1809 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:15.105932 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c2c4e715-ec93-453a-baa5-1615b782f277 None None] Provisioning complete for port cdf92d93-b279-421c-ba94-58180b6d0f9e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:02:15.106325 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c2c4e715-ec93-453a-baa5-1615b782f277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (cdf92d93-b279-421c-ba94-58180b6d0f9e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:15.186074 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c2c4e715-ec93-453a-baa5-1615b782f277 None None] Current status of the port cdf92d93-b279-421c-ba94-58180b6d0f9e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:02:16.841318 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48172) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:17.040769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc46e82-4146-467b-9d92-7284b694fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:17.041161 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc46e82-4146-467b-9d92-7284b694fb62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:17.042728 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3fc46e82-4146-467b-9d92-7284b694fb62 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2004638 Feb 11 13:02:19.305791 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48180) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:19.438446 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca034ceb-244b-4bef-919d-ffe273751376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:19.438925 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca034ceb-244b-4bef-919d-ffe273751376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:19.440796 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-ca034ceb-244b-4bef-919d-ffe273751376 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1340411 Feb 11 13:02:21.705672 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48188) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:21.937566 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740d3fcb-3cd3-45ab-a06b-c2095ce453c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:21.938938 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-740d3fcb-3cd3-45ab-a06b-c2095ce453c4 admin admin] 10.222.0.86 "GET /v2.0/networks/3b769cd3-9d27-43ee-b1b1-c589838be4e6 HTTP/1.1" status: 200 len: 869 time: 0.2322822 Feb 11 13:02:24.225443 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48196) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:24.359226 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d237b3-f61f-4434-b8fa-60b6d57acbd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:24.360616 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-13d237b3-f61f-4434-b8fa-60b6d57acbd9 admin admin] 10.222.0.86 "GET /v2.0/networks/9812ac6f-2d99-4f83-bccd-b3fe35925acc HTTP/1.1" status: 200 len: 886 time: 0.1339960 Feb 11 13:02:26.590974 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:26.713034 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15b21b-24f9-4f5d-8bb2-44a8babb1cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.713506 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b15b21b-24f9-4f5d-8bb2-44a8babb1cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:26.715053 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-6b15b21b-24f9-4f5d-8bb2-44a8babb1cc8 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230769 Feb 11 13:02:28.954356 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:29.098093 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:02:29.099212 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f35d523-d1a6-4328-97e1-49301a58611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.099686 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f35d523-d1a6-4328-97e1-49301a58611e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:29.101357 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8f35d523-d1a6-4328-97e1-49301a58611e admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1460922 Feb 11 13:02:31.368035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48222) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:31.458087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2916e1e8-a9ab-4e2d-a64b-eb05681ddcea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:31.459392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2916e1e8-a9ab-4e2d-a64b-eb05681ddcea admin admin] 10.222.0.86 "GET /v2.0/subnets/2f0d9b00-07d5-4667-882d-5b0f165e668c HTTP/1.1" status: 200 len: 816 time: 0.0903780 Feb 11 13:02:32.130347 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-dc007bec-8fc4-480f-ace4-f3b14cf28ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:33.689704 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48230) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:33.781597 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10be71fb-4bf2-4fdd-a530-27c1011e5aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:02:33.783051 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-10be71fb-4bf2-4fdd-a530-27c1011e5aa9 admin admin] 10.222.0.86 "GET /v2.0/subnets/9b520556-1e72-4b3c-b1f0-98c4cc77796f HTTP/1.1" status: 200 len: 868 time: 0.0922194 Feb 11 13:02:34.760077 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b09b0bb4-e177-43e2-9815-f5463ea0f984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:35.601714 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:37.674894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:38.447705 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:02:57.568645 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48282) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:02:57.616736 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [None req-502148c9-9efd-4dbf-a99e-4361f0d8a484 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:02:57.617763 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-502148c9-9efd-4dbf-a99e-4361f0d8a484 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0481467 Feb 11 13:02:59.969989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48290) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:00.030986 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.pecan_wsgi.hooks.translation [None req-2586617a-17d4-40f1-95c7-09733db2b1e9 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:03:00.032335 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2586617a-17d4-40f1-95c7-09733db2b1e9 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613775 Feb 11 13:03:00.118439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5454b5-9f00-4b74-bc78-f93269f758ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:00.119951 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-0d5454b5-9f00-4b74-bc78-f93269f758ac admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835364 Feb 11 13:03:02.132292 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-95485a8f-3e64-4a5c-a20b-b8b820f106d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.401821 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48298) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:02.454740 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:02.476867 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Made reservation on behalf of c5671cf6c6a24dbc92c2cbcd79aeb344 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:02.479810 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.508655 dv-cinder-810917-5-iscsi neutron-server[102667]: WARNING neutron.services.revisions.revision_plugin [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Could not find related network for resource to bump revision. Feb 11 13:03:02.522231 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:03:02.531968 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (55b912f8-34fc-4ef7-a663-0622239d5ecf), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.532313 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Added segment 55b912f8-34fc-4ef7-a663-0622239d5ecf of type vlan for network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a Feb 11 13:03:02.571695 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (6482f2e3-18f2-4e53-aa73-fb679ee06e1a), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.597492 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (6482f2e3-18f2-4e53-aa73-fb679ee06e1a), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.598561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:02.599177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:02.660735 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2577150 Feb 11 13:03:02.663700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1fad23-42b4-4175-9765-e217155ac0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6482f2e3-18f2-4e53-aa73-fb679ee06e1a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:02.674570 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:03:04.763044 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0a6c8c72-c220-406a-b80b-0101d47ad0aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:04.928344 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:03:05.003590 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d583b0-c453-471c-b3c5-ba3baba77d82 admin admin] GET failed (client error): The resource could not be found. Feb 11 13:03:05.004894 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f6d583b0-c453-471c-b3c5-ba3baba77d82 admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0756059 Feb 11 13:03:05.123565 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26165b97-30a0-4c28-bf40-f17dbec48c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:05.124954 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-26165b97-30a0-4c28-bf40-f17dbec48c40 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1159229 Feb 11 13:03:05.134654 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Request body: {'subnet': {'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:03:05.160634 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Made reservation on behalf of c5671cf6c6a24dbc92c2cbcd79aeb344 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:03:05.163256 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.422580 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (76f90ec2-d40e-4fb4-825e-01c5758c0252), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.492270 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Checking segment: {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:05.492905 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Network hostable DHCP agents. Network: 6482f2e3-18f2-4e53-aa73-fb679ee06e1a, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:03:05.499974 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f90ec2-d40e-4fb4-825e-01c5758c0252,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:05.511938 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.512290 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.512626 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.512955 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.513281 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.513603 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.513924 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.514243 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.514576 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.514910 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.515261 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.515580 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.515892 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Tracked resource versions report: Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: pushed versions: Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: { 'AddressGroup': {'1.2'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Log': {'1.0'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Network': {'1.1'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Port': {'1.7'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'PortForwarding': {'1.2'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'QosPolicy': {'1.10'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroup': {'1.5'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SubPort': {'1.0'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Subnet': {'1.1'}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Trunk': {'1.1'}} Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: consumer versions: Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'ConntrackHelper': '1.0', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'LocalIPAssociation': '1.0', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Log': '1.0', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Network': '1.1', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Port': '1.7', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'PortForwarding': '1.2', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'QosPolicy': '1.10', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroup': '1.5', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroupRule': '1.2', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SubPort': '1.0', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Subnet': '1.1', Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Trunk': '1.1'}} Feb 11 13:03:05.517282 dv-cinder-810917-5-iscsi neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:03:05.544842 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:03:05.557960 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 6482f2e3-18f2-4e53-aa73-fb679ee06e1a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:05.562799 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:03:05.563448 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.568271 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34b62b7-ba2e-4c55-b71f-b5f18c468384 None None] Network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:05.578766 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6bea4fc0-84d3-42af-93db-921915a05e9a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4474998 Feb 11 13:03:05.747157 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.797621 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-6482f2e3-18f2-4e53-aa73-fb679ee06e1a', 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a', 'project_id': 'c5671cf6c6a24dbc92c2cbcd79aeb344', 'fixed_ips': [{'subnet_id': '76f90ec2-d40e-4fb4-825e-01c5758c0252'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:03:05.798499 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:05.943095 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Allocated IP 192.168.233.2 (6482f2e3-18f2-4e53-aa73-fb679ee06e1a/76f90ec2-d40e-4fb4-825e-01c5758c0252/070c81f0-1853-4d25-a1aa-1c24f62a964b) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:03:06.086483 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Publish callbacks [] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.093123 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.100701 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:03:06.143661 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Pushing event updated for resources: {'Port': ['ID=070c81f0-1853-4d25-a1aa-1c24f62a964b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:06.147771 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:03:06.152354 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.152706 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.153071 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.153415 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.153755 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.154089 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.154425 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.154747 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.155072 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.155437 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.155764 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.156084 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.156408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:03:06.159784 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:03:06.165364 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:03:06.223477 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Attempting to bind port 070c81f0-1853-4d25-a1aa-1c24f62a964b on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:03:06.223850 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Attempting to bind port 070c81f0-1853-4d25-a1aa-1c24f62a964b by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:03:06.224208 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Attempting to bind port 070c81f0-1853-4d25-a1aa-1c24f62a964b on network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:03:06.229619 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:03:06.229991 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Checking segment: {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:03:06.230390 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.230775 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Bound using segment: {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:03:06.231270 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Bound port: 070c81f0-1853-4d25-a1aa-1c24f62a964b, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:03:06.231646 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.299158 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] For port 070c81f0-1853-4d25-a1aa-1c24f62a964b, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:03:06.303380 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] For port 070c81f0-1853-4d25-a1aa-1c24f62a964b, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=070c81f0-1853-4d25-a1aa-1c24f62a964b,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:03:06.313701 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:06.376339 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90cd1b7-3b4c-4be6-83a7-e20dd05659da None None] Pushing event updated for resources: {'Port': ['ID=070c81f0-1853-4d25-a1aa-1c24f62a964b,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:07.263308 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fa19b7-520d-4c29-a383-919496838e02 None None] Network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:03:07.335370 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 070c81f0-1853-4d25-a1aa-1c24f62a964b up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:07.436568 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] Provisioning complete for port 070c81f0-1853-4d25-a1aa-1c24f62a964b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:07.436968 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.440832 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 070c81f0-1853-4d25-a1aa-1c24f62a964b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:07.441230 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.592502 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 070c81f0-1853-4d25-a1aa-1c24f62a964b is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:07.592888 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.595006 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] Current status of the port 070c81f0-1853-4d25-a1aa-1c24f62a964b is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:07.595605 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.649207 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] For port 070c81f0-1853-4d25-a1aa-1c24f62a964b, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=070c81f0-1853-4d25-a1aa-1c24f62a964b,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:03:07.657007 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.736238 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.753715 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.db.api [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:03:07.754129 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG oslo_db.api [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:03:07.754735 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce055d8-dedf-4cbb-8a41-a344222ac673 None None] Pushing event updated for resources: {'Port': ['ID=070c81f0-1853-4d25-a1aa-1c24f62a964b,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:03:07.778407 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d8a7bae5-098f-42ea-a6fb-6d8f6d87de3f None None] Provisioning complete for port 070c81f0-1853-4d25-a1aa-1c24f62a964b triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:07.778740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d8a7bae5-098f-42ea-a6fb-6d8f6d87de3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:07.858116 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d8a7bae5-098f-42ea-a6fb-6d8f6d87de3f None None] Current status of the port 070c81f0-1853-4d25-a1aa-1c24f62a964b is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:08.294273 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 070c81f0-1853-4d25-a1aa-1c24f62a964b is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:08.451625 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.292635 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 070c81f0-1853-4d25-a1aa-1c24f62a964b up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:03:09.341921 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 070c81f0-1853-4d25-a1aa-1c24f62a964b triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:03:09.342563 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (070c81f0-1853-4d25-a1aa-1c24f62a964b), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:09.429011 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 070c81f0-1853-4d25-a1aa-1c24f62a964b is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:03:32.134408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f847bcf9-c874-4f2d-a5be-b4692aedf2ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:34.765625 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca11139d-5165-427b-a099-222b116867b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:35.608466 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:37.681202 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:38.454500 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:03:43.100128 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:04:02.135821 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2f0a38b3-ae3e-42c1-91c1-a9c21d655d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:04.769950 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f8529691-9746-4677-a99a-8f6f92f40d7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:05.611726 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:07.684406 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:08.456299 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.392025 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48350) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:19.398310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [None req-1cf9113c-4d08-4602-bef7-c9ada723c811 tempest-verify_tempest_config-922436792 tempest-verify_tempest_config-922436792-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:04:19.399303 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1cf9113c-4d08-4602-bef7-c9ada723c811 tempest-verify_tempest_config-922436792 tempest-verify_tempest_config-922436792-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062721 Feb 11 13:04:19.681630 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48368) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:19.782941 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.855788 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Publish callbacks [] for security_group (781ac597-f019-4183-9261-47e9fbea28f5), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.859491 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (781ac597-f019-4183-9261-47e9fbea28f5), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:19.904331 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d335f39aa7434cfcaf2d3bccc5ccf949&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2215934 Feb 11 13:04:19.905217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781ac597-f019-4183-9261-47e9fbea28f5,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:19.907145 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48372) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:04:19.912295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.912645 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.913037 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.913515 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.913738 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.914071 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.914400 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.914729 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.915058 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.915409 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.915733 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.916054 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:19.916377 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e219f14-959f-4ba7-b0b1-106f5da1e9c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.005677 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Publish callbacks [] for security_group (781ac597-f019-4183-9261-47e9fbea28f5), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.027448 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Publish callbacks [] for security_group (781ac597-f019-4183-9261-47e9fbea28f5), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.098949 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:04:20.120652 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (781ac597-f019-4183-9261-47e9fbea28f5), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.123008 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:20.124500 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/781ac597-f019-4183-9261-47e9fbea28f5 HTTP/1.1" status: 204 len: 168 time: 0.2163417 Feb 11 13:04:20.132728 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781ac597-f019-4183-9261-47e9fbea28f5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:04:20.139440 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.139814 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.140169 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.140513 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.140850 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.141181 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.141528 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.141863 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.142206 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.142540 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.142865 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.143223 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:20.143549 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d791d2c-e340-4666-933b-d2a0fd22c3a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:04:32.138504 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0054c28f-c4e7-4561-8ce7-fc9cfe25f46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:34.774928 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea89a458-cb86-4733-95d6-9822f35d3416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:35.613517 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:37.689997 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:38.458745 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:04:57.097269 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:05:02.139753 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de7accec-2a71-4e0f-872c-dae2c28fe096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:04.776498 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db37a9b7-fbd4-4b5f-9102-004982f83a71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:05.616537 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:07.690846 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:08.460789 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:32.141779 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9db56b75-9cc4-45ee-af7f-7df6a14f74aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:34.095919 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 5 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:05:34.777661 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7d9b9e77-12de-47f1-aaaf-d690c1bce0d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:35.620463 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:37.696434 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:38.462701 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:05:58.441439 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1608645'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:02.142856 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bea37dc1-0a78-412b-9077-2b43b15edf51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:04.777829 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2470bdfe-e14c-4035-921f-d5b77c6d6035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:05.624865 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:07.698831 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:08.465510 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:11.094837 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:06:13.290821 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48444) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:13.392808 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c7c5289a-aca8-462d-b148-5ca1a978c773 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1007869 Feb 11 13:06:15.657802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:06:15.711116 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d62d2a40-d0c2-421b-83e8-8e61d13806ae admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0522206 Feb 11 13:06:28.398192 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:32.144084 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a039b7a3-3ea7-4494-bd96-d6d8d5b8ddf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:34.780549 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b51cc926-1150-40c2-9ab4-ff2c76b4dace None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:35.624958 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:37.699545 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:38.467931 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:06:48.094069 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:06:58.397063 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:02.145225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-204adc90-5076-49fe-8fb7-53250871d78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:04.781784 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ffac67ee-a886-4b82-98d3-0d495a3a8fbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:05.628790 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:07.703013 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:08.469950 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:25.092769 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:07:28.397089 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:32.146549 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ec0246ec-0044-4809-9a4d-2ba51ff76eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:34.787446 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1ed68bd-3e2a-474e-86d0-e78709c4fc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:35.631204 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:37.704424 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:38.472594 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.200813 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48652) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:49.217568 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48658) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:49.337891 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48668) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:49.368560 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48672) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:49.522794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-535960007-network', 'tenant_id': '04838ee0741d4fbb9e9fdce283957447'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:49.542068 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Made reservation on behalf of 04838ee0741d4fbb9e9fdce283957447 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:49.544751 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.555659 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.564163 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-74822987-network', 'tenant_id': 'b8992081afd14d168dc60141dc1e2ec5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:49.588941 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Made reservation on behalf of b8992081afd14d168dc60141dc1e2ec5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:49.592050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.616355 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-network', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:49.636605 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.642453 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks [] for security_group (a946435e-e1f9-496f-8d7c-4d9fd7fa2821), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.647295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a946435e-e1f9-496f-8d7c-4d9fd7fa2821), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.647553 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Made reservation on behalf of b5eeffb845fd4c12aea38ec0c4db1bce for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:49.651420 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.659444 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-20792827-network', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:49.680141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a946435e-e1f9-496f-8d7c-4d9fd7fa2821,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.689530 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.690569 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.691295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.691966 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.692493 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.693028 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.693582 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.694147 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.694979 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.695541 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.696070 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.696407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.696891 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.697850 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Tracked resource versions report: Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: pushed versions: Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: { 'AddressGroup': {'1.2'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'ConntrackHelper': {'1.0'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Log': {'1.0'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Network': {'1.1'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Port': {'1.7'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'PortForwarding': {'1.2'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'QosPolicy': {'1.10'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroup': {'1.5'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SubPort': {'1.0'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Subnet': {'1.1'}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Trunk': {'1.1'}} Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: consumer versions: Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: HyperV agent@hv-cinder-81091: {}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'ConntrackHelper': '1.0', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'LocalIPAssociation': '1.0', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Log': '1.0', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Network': '1.1', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Port': '1.7', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'PortForwarding': '1.2', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'QosPolicy': '1.10', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroup': '1.5', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SecurityGroupRule': '1.2', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'SubPort': '1.0', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Subnet': '1.1', Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: 'Trunk': '1.1'}} Feb 11 13:07:49.698552 dv-cinder-810917-5-iscsi neutron-server[102667]: {{(pid=102667) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:07:49.711114 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:49.723650 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (4b6b3e3a-1197-4d2f-b764-d16ad628ff3e), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.724288 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Added segment 4b6b3e3a-1197-4d2f-b764-d16ad628ff3e of type vlan for network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 Feb 11 13:07:49.726519 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Made reservation on behalf of 9a230c07c6da438f8fb1162d4e4ef942 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:49.729482 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.744382 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.776301 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (9b08eb4d-72e9-40d9-87b8-6299d83edd76), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.810152 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (9b08eb4d-72e9-40d9-87b8-6299d83edd76), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.812539 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:49.813973 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.834008 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks [] for security_group (a49b8138-5f75-4ee0-9744-13500577d581), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.846180 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6439140 Feb 11 13:07:49.849509 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48694) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:49.854914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Request body: {'subnet': {'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-535960007-subnet', 'tenant_id': '04838ee0741d4fbb9e9fdce283957447', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:49.855076 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a49b8138-5f75-4ee0-9744-13500577d581), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.910509 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Made reservation on behalf of 04838ee0741d4fbb9e9fdce283957447 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:49.912928 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.915973 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1f63e-7187-4baf-ac7b-be93c670baef admin admin] Pushing event updated for resources: {'Network': ['ID=9b08eb4d-72e9-40d9-87b8-6299d83edd76,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.922570 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49b8138-5f75-4ee0-9744-13500577d581,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:49.932332 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:49.935188 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.935732 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.936248 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.937292 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.938059 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.938551 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.939040 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.939576 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.940079 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.940581 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.941078 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.941560 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.942055 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Tracked resource versions report: Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: pushed versions: Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: { 'AddressGroup': {'1.2'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'ConntrackHelper': {'1.0'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Log': {'1.0'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Network': {'1.1'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Port': {'1.7'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'PortForwarding': {'1.2'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'QosPolicy': {'1.10'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroup': {'1.5'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SubPort': {'1.0'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Subnet': {'1.1'}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Trunk': {'1.1'}} Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: consumer versions: Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: HyperV agent@hv-cinder-81091: {}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'ConntrackHelper': '1.0', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'LocalIPAssociation': '1.0', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Log': '1.0', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Network': '1.1', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Port': '1.7', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'PortForwarding': '1.2', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'QosPolicy': '1.10', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroup': '1.5', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SecurityGroupRule': '1.2', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'SubPort': '1.0', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Subnet': '1.1', Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: 'Trunk': '1.1'}} Feb 11 13:07:49.943435 dv-cinder-810917-5-iscsi neutron-server[102668]: {{(pid=102668) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:07:49.948703 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:49.987494 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763200670895', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (b41357f7-f8df-49a2-9d2b-d9eb1689ecbf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:49.988413 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Unsubscribe: segment precommit_create {{(pid=102668) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 11 13:07:49.989600 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Added segment b41357f7-f8df-49a2-9d2b-d9eb1689ecbf of type vlan for network a33c0d66-3b53-4886-9702-f4f00b18277e Feb 11 13:07:50.077942 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (a33c0d66-3b53-4886-9702-f4f00b18277e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.083529 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks [] for security_group (33acece5-4702-49d5-9da5-3bb0e5732869), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.111779 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (33acece5-4702-49d5-9da5-3bb0e5732869), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.125261 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:50.133228 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks [] for security_group (78a60fbb-8dbb-429a-b9fe-dbde35fdccaf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.144206 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (743d9800-d904-40e5-bb4c-8e162137ef71), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.144550 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Added segment 743d9800-d904-40e5-bb4c-8e162137ef71 of type vlan for network d8106ffa-ec18-4d1e-9eeb-6015244ded7a Feb 11 13:07:50.161963 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (78a60fbb-8dbb-429a-b9fe-dbde35fdccaf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.196273 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (82f06c01-b939-4233-be86-806d2376a9e9), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.220221 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:50.223884 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (d8106ffa-ec18-4d1e-9eeb-6015244ded7a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.225864 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (a33c0d66-3b53-4886-9702-f4f00b18277e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.226995 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.227767 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.242164 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33acece5-4702-49d5-9da5-3bb0e5732869,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.300019 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Pushing event updated for resources: {'Subnet': ['ID=82f06c01-b939-4233-be86-806d2376a9e9,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.309053 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Checking segment: {'id': '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:50.309758 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Network hostable DHCP agents. Network: 9b08eb4d-72e9-40d9-87b8-6299d83edd76, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:50.337062 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:50.349160 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] Pushing event updated for resources: {'Network': ['ID=a33c0d66-3b53-4886-9702-f4f00b18277e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.352539 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 9b08eb4d-72e9-40d9-87b8-6299d83edd76) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:50.357654 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:50.361048 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.361660 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.362886 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (e9d8b236-6f15-48aa-82ef-113874865f5b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.363640 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Added segment e9d8b236-6f15-48aa-82ef-113874865f5b of type vlan for network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d Feb 11 13:07:50.370193 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd486ff6-9646-474a-a727-62b1defe0889 None None] Network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:50.395091 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-04f3aa84-4e28-461b-8c7c-5eda37d1580c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5429194 Feb 11 13:07:50.421772 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3db6a4c2-58b5-49ae-adb0-f1ea3a39a8d6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0514803 Feb 11 13:07:50.425557 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48720) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:50.434971 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Request body: {'subnet': {'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-subnet', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:50.487033 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Made reservation on behalf of 9a230c07c6da438f8fb1162d4e4ef942 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:50.495345 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.514166 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.518955 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network a33c0d66-3b53-4886-9702-f4f00b18277e details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:50.535664 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (d8106ffa-ec18-4d1e-9eeb-6015244ded7a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.536972 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.537780 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.573259 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.609096 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3898678 Feb 11 13:07:50.609966 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:50.708045 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f426aa8d-4eb1-425d-849a-350a00027e71 None None] Network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:50.730761 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f63a28f-3cb1-41b5-9698-f9a4f230a631 admin admin] Pushing event updated for resources: {'Network': ['ID=d8106ffa-ec18-4d1e-9eeb-6015244ded7a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:50.746070 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Request body: {'subnet': {'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-74822987-subnet', 'tenant_id': 'b8992081afd14d168dc60141dc1e2ec5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:50.752377 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.db.resource_extend [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 11 13:07:50.832952 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:50.845722 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.846709 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:50.852821 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.912940 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Made reservation on behalf of b8992081afd14d168dc60141dc1e2ec5 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:50.914828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (546ba8e6-1822-47c6-a98a-a1c5a5af8b7a), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.915290 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:50.965463 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Pushing event updated for resources: {'Subnet': ['ID=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.009423 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Checking segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:51.010352 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Network hostable DHCP agents. Network: a33c0d66-3b53-4886-9702-f4f00b18277e, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:51.033919 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Network a33c0d66-3b53-4886-9702-f4f00b18277e is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:51.052725 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, a33c0d66-3b53-4886-9702-f4f00b18277e) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:51.069599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.073336 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f9cce1-3965-4d07-bad1-b84cc42bef50 None None] Network a33c0d66-3b53-4886-9702-f4f00b18277e requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:51.073880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.090507 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7514632 Feb 11 13:07:51.097441 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48752) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:51.116342 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Request body: {'subnet': {'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-subnet', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:51.128011 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738e0990-9721-4734-9162-02f19e435d08 admin admin] Pushing event updated for resources: {'Network': ['ID=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.149468 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (98daaaf4-4f6a-4abc-8556-6908ae367166), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.153737 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48754) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:51.158679 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2ff59dcc-5f71-4682-96ac-48ea74ca887a admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7277322 Feb 11 13:07:51.161066 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:51.191394 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:51.225202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Made reservation on behalf of b5eeffb845fd4c12aea38ec0c4db1bce for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:51.230507 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.255095 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.257405 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.262357 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Pushing event updated for resources: {'Subnet': ['ID=98daaaf4-4f6a-4abc-8556-6908ae367166,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.280397 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Checking segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:51.281052 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Network hostable DHCP agents. Network: d8106ffa-ec18-4d1e-9eeb-6015244ded7a, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:51.449396 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-a33c0d66-3b53-4886-9702-f4f00b18277e', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:07:51.450277 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.458733 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks [] for router_controller (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.466795 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:51.518418 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, d8106ffa-ec18-4d1e-9eeb-6015244ded7a) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:51.534322 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (0cb8d927-3e38-4ac3-a611-32e8190e7b48), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.575650 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.576745 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.623892 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb8d927-3e38-4ac3-a611-32e8190e7b48,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:51.643910 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Checking segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:51.645660 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Network hostable DHCP agents. Network: 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:51.685360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:51.691725 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Allocated IP 172.20.0.2 (a33c0d66-3b53-4886-9702-f4f00b18277e/546ba8e6-1822-47c6-a98a-a1c5a5af8b7a/ad1c3027-ee20-454a-bb3b-139704fc8b2e) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:51.705418 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:51.723160 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b85afb4b-d75f-4614-a0b3-89f486dc315c admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9781582 Feb 11 13:07:51.723504 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a865419-b725-4348-afe0-27904ae73407 None None] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:51.723504 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4577934c-b660-40a1-a133-df53bf54c707 None None] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:51.723675 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:51.724656 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.764319 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-49ce2efb-5d86-4af4-adca-3ff233df8e60 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6643467 Feb 11 13:07:51.768952 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48782) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:51.776133 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:51.791341 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks [] for router_gateway (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.826168 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (75627150-f5f0-4d4a-8702-781f27703af9), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.827867 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (75627150-f5f0-4d4a-8702-781f27703af9), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:51.846752 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48786) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:51.981590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks [] for router_controller (75627150-f5f0-4d4a-8702-781f27703af9), precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.245593 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4acb05ff-5480-411e-83bb-2b238c6117e7 None None] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:52.342638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks [] for router_gateway (75627150-f5f0-4d4a-8702-781f27703af9), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.353689 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1072bec8-b83c-489d-8450-5d35c3bef4c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.403256 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5ba844-e603-460f-acf5-0cf2a158c7b4 None None] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:52.540246 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks [] for router_gateway (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.601699 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.638058 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1072bec8-b83c-489d-8450-5d35c3bef4c4 admin admin] Publish callbacks [] for security_group (29f37f48-6a52-435f-bfb3-daeb404b984d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.645330 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1072bec8-b83c-489d-8450-5d35c3bef4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (29f37f48-6a52-435f-bfb3-daeb404b984d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.687507 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Publish callbacks [] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.713481 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.759193 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1072bec8-b83c-489d-8450-5d35c3bef4c4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6fa927e63e22412fa00568cf6d0bf610&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9017491 Feb 11 13:07:52.765120 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48826) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:52.790032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Network a33c0d66-3b53-4886-9702-f4f00b18277e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:52.795853 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Pushing event updated for resources: {'Port': ['ID=ad1c3027-ee20-454a-bb3b-139704fc8b2e,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.800883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks [] for router_gateway (75627150-f5f0-4d4a-8702-781f27703af9), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.805301 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072bec8-b83c-489d-8450-5d35c3bef4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f37f48-6a52-435f-bfb3-daeb404b984d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:52.807866 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:52.815430 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:52.830125 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.830494 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.845286 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.845286 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.845872 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.847319 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.847770 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.849860 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.850319 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.850782 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.851296 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.853320 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.853771 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Tracked resource versions report: Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: pushed versions: Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Log': {'1.0'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Network': {'1.1'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Port': {'1.7'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: consumer versions: Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: HyperV agent@hv-cinder-81091: {}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Log': '1.0', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Network': '1.1', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Port': '1.7', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'SubPort': '1.0', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Subnet': '1.1', Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Feb 11 13:07:52.861115 dv-cinder-810917-5-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:07:52.888395 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.946660 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Attempting to bind port ad1c3027-ee20-454a-bb3b-139704fc8b2e on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:52.947321 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Attempting to bind port ad1c3027-ee20-454a-bb3b-139704fc8b2e by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:52.947926 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Attempting to bind port ad1c3027-ee20-454a-bb3b-139704fc8b2e on network a33c0d66-3b53-4886-9702-f4f00b18277e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:52.958026 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:52.958809 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Checking segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:52.959459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:52.960057 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Bound using segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:52.966139 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Bound port: ad1c3027-ee20-454a-bb3b-139704fc8b2e, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:52.966813 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.041525 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] For port ad1c3027-ee20-454a-bb3b-139704fc8b2e, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:53.045211 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] For port ad1c3027-ee20-454a-bb3b-139704fc8b2e, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=ad1c3027-ee20-454a-bb3b-139704fc8b2e,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:53.050098 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f4042b6b-85b8-42e6-a9f8-4b4418cfcde6 admin admin] Publish callbacks [] for security_group (29f37f48-6a52-435f-bfb3-daeb404b984d), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.055407 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.065891 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Allocated IP 172.27.3.206 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/e2308edf-d037-4b38-8ea9-612f95590759) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:53.111627 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f4042b6b-85b8-42e6-a9f8-4b4418cfcde6 admin admin] Publish callbacks [] for security_group (29f37f48-6a52-435f-bfb3-daeb404b984d), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.147958 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d85d2-1eb7-4192-a89a-bb133b0d4912 None None] Pushing event updated for resources: {'Port': ['ID=ad1c3027-ee20-454a-bb3b-139704fc8b2e,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:53.203205 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f4042b6b-85b8-42e6-a9f8-4b4418cfcde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (29f37f48-6a52-435f-bfb3-daeb404b984d), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.206130 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f4042b6b-85b8-42e6-a9f8-4b4418cfcde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.209863 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-f4042b6b-85b8-42e6-a9f8-4b4418cfcde6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/29f37f48-6a52-435f-bfb3-daeb404b984d HTTP/1.1" status: 204 len: 168 time: 0.4398649 Feb 11 13:07:53.223254 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042b6b-85b8-42e6-a9f8-4b4418cfcde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f37f48-6a52-435f-bfb3-daeb404b984d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:53.343596 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks [] for port (e2308edf-d037-4b38-8ea9-612f95590759), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.366033 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48860) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.368480 dv-cinder-810917-5-iscsi neutron-server[102667]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:07:53.591191 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (e2308edf-d037-4b38-8ea9-612f95590759), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.697941 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device ad1c3027-ee20-454a-bb3b-139704fc8b2e up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:53.736229 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:53.744028 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:53.751494 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:53.761435 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Pushing event updated for resources: {'Port': ['ID=e2308edf-d037-4b38-8ea9-612f95590759,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:53.764814 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Allocated IP 172.27.3.13 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/a4e9081b-5546-4b13-9ab8-9284ba335d6d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:53.839484 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port ad1c3027-ee20-454a-bb3b-139704fc8b2e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:53.842306 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.901999 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.902418 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48888) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:53.957288 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port ad1c3027-ee20-454a-bb3b-139704fc8b2e is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:53.957679 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.972373 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks [] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:53.998669 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5afbfbbb-b42e-4dd8-b9bd-2c57a15b26f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.004704 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port ad1c3027-ee20-454a-bb3b-139704fc8b2e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=ad1c3027-ee20-454a-bb3b-139704fc8b2e,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:54.009999 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.045415 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-e44b8282-b9c7-4414-87c1-32f33dcd3f43 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.047439 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-e44b8282-b9c7-4414-87c1-32f33dcd3f43 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/networks?id=9b08eb4d-72e9-40d9-87b8-6299d83edd76 HTTP/1.1" status: 200 len: 811 time: 0.6802418 Feb 11 13:07:54.063985 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.080341 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=ad1c3027-ee20-454a-bb3b-139704fc8b2e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.176735 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:54.177706 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks [] for router_gateway (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.194462 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:54.197194 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-e2044334-0ade-430e-a05a-f195957176bf tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/quotas/04838ee0741d4fbb9e9fdce283957447 HTTP/1.1" status: 200 len: 375 time: 0.1353424 Feb 11 13:07:54.204759 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:54.288253 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e9081b-5546-4b13-9ab8-9284ba335d6d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.317828 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-65b8c83c-6929-4024-98a4-da0c66007729 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=04838ee0741d4fbb9e9fdce283957447&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091833 Feb 11 13:07:54.414495 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-e6a859c1-977a-4ae1-902b-821ed3749be5 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:54.423395 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-e6a859c1-977a-4ae1-902b-821ed3749be5 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.5038199 Feb 11 13:07:54.462387 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-9481eb41-e326-47a3-b87c-6517ed9b576f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/quotas/b8992081afd14d168dc60141dc1e2ec5 HTTP/1.1" status: 200 len: 375 time: 0.0380790 Feb 11 13:07:54.523173 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5afbfbbb-b42e-4dd8-b9bd-2c57a15b26f4 admin admin] Publish callbacks [] for security_group (847646ee-ca2a-4f98-9eac-9e040df8f60f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.561858 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.569791 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-d4000b75-ca4e-4a24-9fcc-1be135bea52b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908396 Feb 11 13:07:54.578151 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5afbfbbb-b42e-4dd8-b9bd-2c57a15b26f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (847646ee-ca2a-4f98-9eac-9e040df8f60f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.632950 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407122a3-8d5d-46fe-bddb-000235da676a None None] Network a33c0d66-3b53-4886-9702-f4f00b18277e requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:54.708808 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5afbfbbb-b42e-4dd8-b9bd-2c57a15b26f4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=eef9a832295342589a40956d694097b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7977290 Feb 11 13:07:54.712505 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 48924) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:54.713924 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afbfbbb-b42e-4dd8-b9bd-2c57a15b26f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847646ee-ca2a-4f98-9eac-9e040df8f60f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:54.777471 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-03b9a14b-c4dd-4916-9017-9890b9a1ce34 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:07:54.778541 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-03b9a14b-c4dd-4916-9017-9890b9a1ce34 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1328952 Feb 11 13:07:54.781820 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-fa5ee851-5f90-4757-bdfb-d48d8f8c459e service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:07:54.782793 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-fa5ee851-5f90-4757-bdfb-d48d8f8c459e service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2100494 Feb 11 13:07:54.815947 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-385b0a2c-96ed-406c-bccc-5a1008070bed None None] Provisioning complete for port ad1c3027-ee20-454a-bb3b-139704fc8b2e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:54.817606 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-385b0a2c-96ed-406c-bccc-5a1008070bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.865388 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:54.886085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks [] for router_gateway (75627150-f5f0-4d4a-8702-781f27703af9), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:54.968032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-385b0a2c-96ed-406c-bccc-5a1008070bed None None] Current status of the port ad1c3027-ee20-454a-bb3b-139704fc8b2e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:55.028363 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:55.041402 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:55.063186 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:55.063689 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.064267 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.064968 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d11dba03-8bc1-4a77-96a2-06d275cec780 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9100397 Feb 11 13:07:55.068108 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 48926) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:55.239306 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bbc9-a89e-4ba9-b68b-76906bdbff8c admin admin] Publish callbacks [] for security_group (847646ee-ca2a-4f98-9eac-9e040df8f60f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.246063 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-671a8ee2-c2fd-4676-9cea-93baa51e5b1d service neutron] 10.222.0.86 "GET /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487212 Feb 11 13:07:55.247834 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-4ec25850-15cc-4998-9283-132a3905f5ed service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445744 Feb 11 13:07:55.292980 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-de387995-9693-4885-9b79-4dbf520b0bfd None None] Provisioning complete for port ad1c3027-ee20-454a-bb3b-139704fc8b2e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:55.292980 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-de387995-9693-4885-9b79-4dbf520b0bfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.307481 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bbc9-a89e-4ba9-b68b-76906bdbff8c admin admin] Publish callbacks [] for security_group (847646ee-ca2a-4f98-9eac-9e040df8f60f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.321152 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:55.381727 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-de387995-9693-4885-9b79-4dbf520b0bfd None None] Current status of the port ad1c3027-ee20-454a-bb3b-139704fc8b2e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:55.488964 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device ad1c3027-ee20-454a-bb3b-139704fc8b2e up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:55.501821 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-28af7a7e-1d08-4d07-8584-fb65268ceee4 service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357404 Feb 11 13:07:55.503597 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-b67bf642-84f3-4c67-80a6-6aae22b4989d service neutron] 10.222.0.86 "GET /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472227 Feb 11 13:07:55.559178 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:53Z', 'revision_number': 3, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:55.563167 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bbc9-a89e-4ba9-b68b-76906bdbff8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (847646ee-ca2a-4f98-9eac-9e040df8f60f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.574172 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1eb5bbc9-a89e-4ba9-b68b-76906bdbff8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.575418 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1eb5bbc9-a89e-4ba9-b68b-76906bdbff8c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/847646ee-ca2a-4f98-9eac-9e040df8f60f HTTP/1.1" status: 204 len: 168 time: 0.8627841 Feb 11 13:07:55.579723 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port ad1c3027-ee20-454a-bb3b-139704fc8b2e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:55.580241 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.610141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5bbc9-a89e-4ba9-b68b-76906bdbff8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847646ee-ca2a-4f98-9eac-9e040df8f60f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:55.617224 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:55.623584 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Updating router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 port e2308edf-d037-4b38-8ea9-612f95590759 binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:07:55.732210 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e2308edf-d037-4b38-8ea9-612f95590759), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.770403 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.775877 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (75627150-f5f0-4d4a-8702-781f27703af9), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:55.863369 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port ad1c3027-ee20-454a-bb3b-139704fc8b2e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:56.199617 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-89ea0fc0-8482-44f0-b272-2e26f3afb503 req-8096bbaf-4571-4b95-948a-097896559b0e tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.1723342 Feb 11 13:07:56.275918 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b9eeae23-1349-4c59-8a20-530aea81cd83 req-d01dd2cf-ca77-4375-b0f2-d6d14a0a22bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.1491313 Feb 11 13:07:56.344732 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Router 75627150-f5f0-4d4a-8702-781f27703af9 is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:07:56.427582 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Allocated IP 172.20.0.1 (a33c0d66-3b53-4886-9702-f4f00b18277e/546ba8e6-1822-47c6-a98a-a1c5a5af8b7a/0f72b058-ec1b-4fec-a87e-8b5193fcf852) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:56.447909 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Publish callbacks [] for port (e2308edf-d037-4b38-8ea9-612f95590759), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.453730 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e2308edf-d037-4b38-8ea9-612f95590759), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.530460 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Pushing event updated for resources: {'Port': ['ID=e2308edf-d037-4b38-8ea9-612f95590759,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:56.541324 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.541987 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.542620 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.543183 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.544277 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.545271 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.547023 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.547612 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.548553 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.549258 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.550070 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.553075 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.553915 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Tracked resource versions report: Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: pushed versions: Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Log': {'1.0'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Network': {'1.1'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Port': {'1.7'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: consumer versions: Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: HyperV agent@hv-cinder-81091: {}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: L3 agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: Metadata agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: Metering agent@dv-cinder-810917-5-iscsi: {}, Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-810917-5-iscsi: { 'AddressGroup': '1.2', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Log': '1.0', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Network': '1.1', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Port': '1.7', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'SubPort': '1.0', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Subnet': '1.1', Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Feb 11 13:07:56.556252 dv-cinder-810917-5-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 11 13:07:56.599245 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Attempting to bind port e2308edf-d037-4b38-8ea9-612f95590759 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:56.600335 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Attempting to bind port e2308edf-d037-4b38-8ea9-612f95590759 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:56.600950 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Attempting to bind port e2308edf-d037-4b38-8ea9-612f95590759 on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:56.619332 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:56.620294 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:56.623526 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.625225 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:56.625964 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Bound port: e2308edf-d037-4b38-8ea9-612f95590759, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:56.626897 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e2308edf-d037-4b38-8ea9-612f95590759), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.638008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:56.648288 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Sync routers for ids ['75627150-f5f0-4d4a-8702-781f27703af9'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:07:56.665103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Routers {'75627150-f5f0-4d4a-8702-781f27703af9'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:56.668224 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['75627150-f5f0-4d4a-8702-781f27703af9'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:56.677575 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.679710 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5f9c4d7a-0671-4d04-af8f-4cbbec95c683 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.9096727 Feb 11 13:07:56.682254 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:56.740441 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks [] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.834069 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] For port e2308edf-d037-4b38-8ea9-612f95590759, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:56.847886 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] For port e2308edf-d037-4b38-8ea9-612f95590759, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e2308edf-d037-4b38-8ea9-612f95590759,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:56.864878 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.865110 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e2308edf-d037-4b38-8ea9-612f95590759), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:56.873130 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Set router 75627150-f5f0-4d4a-8702-781f27703af9 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:56.962041 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Pushing event updated for resources: {'Port': ['ID=0f72b058-ec1b-4fec-a87e-8b5193fcf852,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:56.988390 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Network a33c0d66-3b53-4886-9702-f4f00b18277e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:56.991014 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:56.995953 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:56.996604 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.005389 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:57.006100 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.085660 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b019329-538c-4ca1-b4a7-fa4024dd3fde None None] Pushing event updated for resources: {'Port': ['ID=e2308edf-d037-4b38-8ea9-612f95590759,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:57.147211 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:54Z', 'revision_number': 3, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.182890 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Checking router: 75627150-f5f0-4d4a-8702-781f27703af9 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:07:57.183284 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Updating router 75627150-f5f0-4d4a-8702-781f27703af9 port a4e9081b-5546-4b13-9ab8-9284ba335d6d binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:07:57.238478 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:57.258744 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49032) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:57.428926 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dda49d61-a2fb-4c73-abb0-2a660a3b2d86 req-ba8efac0-3155-4f44-865f-dc83579b9ef2 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.0936661 Feb 11 13:07:57.487196 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-39ffe8c3-4c25-4e04-85ef-e011ab33bf94 req-1e513405-7110-4e3c-87e4-d0e72862b5d3 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0558946 Feb 11 13:07:57.544918 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-61828323-network', 'tenant_id': 'cfc7e99a670a4cdaa800827e6cf5ff47'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:57.559385 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.596502 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-81e7696c-e098-4bcf-acb4-49e68efe37f5 None None] Provisioning complete for port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:57.596910 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-81e7696c-e098-4bcf-acb4-49e68efe37f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.597701 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Made reservation on behalf of cfc7e99a670a4cdaa800827e6cf5ff47 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:57.600594 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.636037 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.702347 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-81e7696c-e098-4bcf-acb4-49e68efe37f5 None None] Port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:57.743608 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.768541 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:53Z', 'revision_number': 3, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:57.849447 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d8efe1-ee3b-4c14-a472-1a41a156f248 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:53Z', 'revision_number': 3, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:57.863013 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks [] for security_group (8dafd977-df63-47bd-8696-edf008b17b97), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.870390 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8dafd977-df63-47bd-8696-edf008b17b97), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.887692 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:07:57.908926 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (8e29b4f0-4023-477e-b0ce-65099f7cd345), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.909496 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Added segment 8e29b4f0-4023-477e-b0ce-65099f7cd345 of type vlan for network c3956227-ca89-43d0-aa9a-95e0bfd9b868 Feb 11 13:07:57.963035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (c3956227-ca89-43d0-aa9a-95e0bfd9b868), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.986752 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Publish callbacks [] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:57.994480 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.002189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (c3956227-ca89-43d0-aa9a-95e0bfd9b868), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.003449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:58.004197 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.039726 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a791587-5726-478b-8e39-e1cd01a61247 None None] Pushing event updated for resources: {'Port': ['ID=a4e9081b-5546-4b13-9ab8-9284ba335d6d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.061759 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Attempting to bind port a4e9081b-5546-4b13-9ab8-9284ba335d6d on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:07:58.062229 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Attempting to bind port a4e9081b-5546-4b13-9ab8-9284ba335d6d by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:07:58.062962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Attempting to bind port a4e9081b-5546-4b13-9ab8-9284ba335d6d on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:07:58.068353 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:07:58.068821 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:58.069314 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.069781 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:07:58.070338 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Bound port: a4e9081b-5546-4b13-9ab8-9284ba335d6d, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:07:58.070786 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.081309 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8202899 Feb 11 13:07:58.086877 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49060) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:07:58.093660 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Request body: {'subnet': {'network_id': 'c3956227-ca89-43d0-aa9a-95e0bfd9b868', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-61828323-subnet', 'tenant_id': 'cfc7e99a670a4cdaa800827e6cf5ff47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:07:58.104375 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dafd977-df63-47bd-8696-edf008b17b97,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.109715 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c2fdd-96cd-4bdb-9d29-4988fd5b3ad8 admin admin] Pushing event updated for resources: {'Network': ['ID=c3956227-ca89-43d0-aa9a-95e0bfd9b868,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.121782 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Made reservation on behalf of cfc7e99a670a4cdaa800827e6cf5ff47 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:07:58.125699 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks [] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.133300 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.133807 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] For port a4e9081b-5546-4b13-9ab8-9284ba335d6d, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:07:58.137991 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] For port a4e9081b-5546-4b13-9ab8-9284ba335d6d, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=a4e9081b-5546-4b13-9ab8-9284ba335d6d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:07:58.141565 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network c3956227-ca89-43d0-aa9a-95e0bfd9b868 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:07:58.147907 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.148802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.157706 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.215308 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.227678 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Pushing event updated for resources: {'Port': ['ID=0f72b058-ec1b-4fec-a87e-8b5193fcf852,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.318051 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a791587-5726-478b-8e39-e1cd01a61247 None None] Pushing event updated for resources: {'Port': ['ID=a4e9081b-5546-4b13-9ab8-9284ba335d6d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.321101 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Routers {'75627150-f5f0-4d4a-8702-781f27703af9'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:07:58.322273 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['75627150-f5f0-4d4a-8702-781f27703af9'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:58.472502 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.477001 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Network a33c0d66-3b53-4886-9702-f4f00b18277e is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:58.481316 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] Set router 75627150-f5f0-4d4a-8702-781f27703af9 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:07:58.486515 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:58.645077 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (15ad1260-59a2-45ab-92f1-02602ba323cd), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:58.879666 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15ad1260-59a2-45ab-92f1-02602ba323cd,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:58.914668 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e587eca1-7fe9-439c-a72c-465a97ca1584 req-e5e25f8e-390c-410d-b198-a6a346e8e07a tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.0739651 Feb 11 13:07:58.928326 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Checking segment: {'id': '8e29b4f0-4023-477e-b0ce-65099f7cd345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'c3956227-ca89-43d0-aa9a-95e0bfd9b868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:07:58.928740 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Network hostable DHCP agents. Network: c3956227-ca89-43d0-aa9a-95e0bfd9b868, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:07:58.975458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:54Z', 'revision_number': 3, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:07:58.984393 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a28a38a-cd17-4462-848d-d7a1fc16e639 req-636a4c50-33f3-4c80-af79-5d6ebf6dd2e9 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0410588 Feb 11 13:07:59.000648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Network c3956227-ca89-43d0-aa9a-95e0bfd9b868 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:07:59.019455 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Allocated IP 172.20.0.1 (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d/0cb8d927-3e38-4ac3-a611-32e8190e7b48/55df10e9-0962-49b5-96ae-f929ffc3a34d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:07:59.030632 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, c3956227-ca89-43d0-aa9a-95e0bfd9b868) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:59.036745 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:07:59.037411 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.052996 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0b714-224b-404b-9dc1-e5785f6c4ad1 None None] Network c3956227-ca89-43d0-aa9a-95e0bfd9b868 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:59.053537 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:07:59.060539 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79be88be-fe27-4ec3-a683-7958ae53ca17 None None] The sync data for ids ['75627150-f5f0-4d4a-8702-781f27703af9'] in dv-cinder-810917-5-iscsi is: [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:54Z', 'revision_number': 3, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:07:59.093725 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-84eee520-dafd-453c-b460-70255ab89527 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0045774 Feb 11 13:07:59.174141 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-fb4b064f-aa3e-4ca4-8bea-ef5a0dbfefd2 None None] Provisioning complete for port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:59.174665 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fb4b064f-aa3e-4ca4-8bea-ef5a0dbfefd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.265379 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b064f-aa3e-4ca4-8bea-ef5a0dbfefd2 None None] Port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:07:59.270076 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb0ba12-f78c-4985-940a-27c052055a14 None None] Network c3956227-ca89-43d0-aa9a-95e0bfd9b868 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:07:59.365759 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:07:59.383966 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks [] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.469188 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-67eab257-783f-4e8e-957d-01ac4c9a4646 admin admin] 10.222.0.86 "PUT /v2.0/routers/8fdb1edb-6d75-4a67-9f68-798c4d1411d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3997550 Feb 11 13:07:59.471244 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.493895 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:07:59.522349 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:07:59.526572 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:07:59.527044 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (75627150-f5f0-4d4a-8702-781f27703af9), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.636300 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e2308edf-d037-4b38-8ea9-612f95590759 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:07:59.754630 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e2308edf-d037-4b38-8ea9-612f95590759 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:07:59.755297 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e2308edf-d037-4b38-8ea9-612f95590759), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.761612 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Pushing event updated for resources: {'Port': ['ID=55df10e9-0962-49b5-96ae-f929ffc3a34d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:07:59.766433 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.898069 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e2308edf-d037-4b38-8ea9-612f95590759 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:07:59.898460 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e2308edf-d037-4b38-8ea9-612f95590759), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:07:59.928420 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port e2308edf-d037-4b38-8ea9-612f95590759, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e2308edf-d037-4b38-8ea9-612f95590759,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:07:59.935205 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e2308edf-d037-4b38-8ea9-612f95590759), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.003641 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=e2308edf-d037-4b38-8ea9-612f95590759,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.006387 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks [] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.016286 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.017600 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (75627150-f5f0-4d4a-8702-781f27703af9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.103403 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-897877de-b813-4c0b-b30e-91e78497ce45 req-a6530692-b6df-40cd-8963-b66eeb0a915e tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.0542808 Feb 11 13:08:00.105850 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Pushing event updated for resources: {'Port': ['ID=55df10e9-0962-49b5-96ae-f929ffc3a34d,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.111328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49132) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:00.117527 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2123248788-network', 'tenant_id': '139333b3a1f442e4ae49ac82000cb4d3'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:00.142270 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Made reservation on behalf of 139333b3a1f442e4ae49ac82000cb4d3 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:00.146189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.163180 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.210713 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:00.212266 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:00.228763 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5411f5a3-f4e0-4020-be78-91ce71e74c76 req-67910397-68db-472d-9ffb-20f45a2e2e74 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0430782 Feb 11 13:08:00.315028 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks [] for security_group (902cf3cd-1526-4856-9cba-d786b3fcb36b), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.321199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (902cf3cd-1526-4856-9cba-d786b3fcb36b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.352087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:00.362778 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902cf3cd-1526-4856-9cba-d786b3fcb36b,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.380798 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (f44057fb-b331-4297-8615-0856c0293325), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.381731 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Added segment f44057fb-b331-4297-8615-0856c0293325 of type vlan for network 2bd4c6c4-5567-4632-a31f-db7188355d63 Feb 11 13:08:00.441677 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (2bd4c6c4-5567-4632-a31f-db7188355d63), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.496918 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (2bd4c6c4-5567-4632-a31f-db7188355d63), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.498328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:00.499642 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.517088 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Router 75627150-f5f0-4d4a-8702-781f27703af9 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:00.540036 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4272583 Feb 11 13:08:00.566485 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49138) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:00.572207 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Request body: {'subnet': {'network_id': '2bd4c6c4-5567-4632-a31f-db7188355d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2123248788-subnet', 'tenant_id': '139333b3a1f442e4ae49ac82000cb4d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:00.585963 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92bf30-abd9-4e3d-b589-9aa30d8c0b2e admin admin] Pushing event updated for resources: {'Network': ['ID=2bd4c6c4-5567-4632-a31f-db7188355d63,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.596297 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 2bd4c6c4-5567-4632-a31f-db7188355d63 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:00.617866 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Made reservation on behalf of 139333b3a1f442e4ae49ac82000cb4d3 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:00.625265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.651655 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:00.663378 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-be48485d-de72-417e-99a5-6394b644d71b admin admin] 10.222.0.86 "PUT /v2.0/routers/75627150-f5f0-4d4a-8702-781f27703af9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9735692 Feb 11 13:08:00.664446 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49140) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:00.674553 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--292079069', 'description': 'tempest-description--414465130'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:00.755273 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.762929 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:00.776151 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:00.777667 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:00.873422 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (dd6c26f5-5482-4755-b5e9-cad6462d56bb), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.878620 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (dd6c26f5-5482-4755-b5e9-cad6462d56bb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.918360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.934865 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6c26f5-5482-4755-b5e9-cad6462d56bb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:00.942191 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:00.953786 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:00.959248 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49154) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:00.960048 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-78d2244d-0a8a-487c-ae07-5aa6defec3a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.2938423 Feb 11 13:08:00.965728 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'security_group_rule': {'security_group_id': 'dd6c26f5-5482-4755-b5e9-cad6462d56bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:01.006801 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:01.035858 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Checking segment: {'id': 'f44057fb-b331-4297-8615-0856c0293325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '2bd4c6c4-5567-4632-a31f-db7188355d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:01.036170 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Network hostable DHCP agents. Network: 2bd4c6c4-5567-4632-a31f-db7188355d63, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:01.054425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (96dc2dba-929a-4aa6-a98c-ba9bbab78d6d), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.085454 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Network 2bd4c6c4-5567-4632-a31f-db7188355d63 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:01.199822 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 2, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:01.228810 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:08:01.229226 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Updating router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:08:01.263364 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.304403 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9e6b94b1-d6e0-413b-aacf-f3f95330e2ca req-bcaa4d9a-c5f9-469d-8b72-0ed4b89a4bc6 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.0634708 Feb 11 13:08:01.304977 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 2bd4c6c4-5567-4632-a31f-db7188355d63) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:01.313976 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a846a01-2fba-4cbe-8b3e-c962021bacbd None None] Network 2bd4c6c4-5567-4632-a31f-db7188355d63 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:01.325244 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:01.325873 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.396055 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (96dc2dba-929a-4aa6-a98c-ba9bbab78d6d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.413451 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-9278b0b8-f6a8-4d16-9b5b-ab5382caf899 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8413050 Feb 11 13:08:01.416815 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (96dc2dba-929a-4aa6-a98c-ba9bbab78d6d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.454054 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96dc2dba-929a-4aa6-a98c-ba9bbab78d6d,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:01.462449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-f31ff59f-57ff-4c5f-987e-4b0dd34c85d4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:01.471670 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-f31ff59f-57ff-4c5f-987e-4b0dd34c85d4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 819 time: 0.2295711 Feb 11 13:08:01.512922 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3bce4788-0eb2-4648-b57a-c62aff71641a req-3d4ffef7-c85e-4e8d-896c-96454ded9dbd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0609477 Feb 11 13:08:01.517550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.519173 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-cfbc3171-73ea-4efe-a1db-12f3c3ed16b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5565801 Feb 11 13:08:01.523244 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:01.525844 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-f7f877ee-4ba5-45c5-8671-3266cac3c0fc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/quotas/b5eeffb845fd4c12aea38ec0c4db1bce HTTP/1.1" status: 200 len: 375 time: 0.0532908 Feb 11 13:08:01.528432 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'security_group_rule': {'security_group_id': 'dd6c26f5-5482-4755-b5e9-cad6462d56bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:01.538544 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d5bae6-75f8-44f2-9f82-af1cdfb20103 None None] Network 2bd4c6c4-5567-4632-a31f-db7188355d63 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:01.617065 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (9fb70eba-8e7e-42a1-812a-a1cb7da30a75), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.679114 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-eb0515b7-e2d5-4725-a4c7-b87eb2bea6ec tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1434886 Feb 11 13:08:01.687063 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49174) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:01.720860 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (9fb70eba-8e7e-42a1-812a-a1cb7da30a75), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.740062 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (9fb70eba-8e7e-42a1-812a-a1cb7da30a75), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.836726 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb70eba-8e7e-42a1-812a-a1cb7da30a75,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:01.848685 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.849158 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-091e2a63-f1c3-413d-970a-69a41014a642 service neutron] 10.222.0.86 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690979 Feb 11 13:08:01.854770 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0a509fe4-fa9e-40bb-832c-15e5787b097f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3303921 Feb 11 13:08:01.856740 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49180) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:01.864525 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:01.887989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Deleting subnet 15ad1260-59a2-45ab-92f1-02602ba323cd {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:08:01.903285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Publish callbacks [] for subnet (15ad1260-59a2-45ab-92f1-02602ba323cd), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.925019 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:01.941882 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device a4e9081b-5546-4b13-9ab8-9284ba335d6d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:01.989470 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Sync routers for ids ['75627150-f5f0-4d4a-8702-781f27703af9'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:02.008069 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Routers {'75627150-f5f0-4d4a-8702-781f27703af9'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:02.008960 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['75627150-f5f0-4d4a-8702-781f27703af9'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:02.017850 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Publish callbacks [] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.018847 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Publish callbacks [] for subnet (15ad1260-59a2-45ab-92f1-02602ba323cd), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.032524 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.034210 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (15ad1260-59a2-45ab-92f1-02602ba323cd), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.114329 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-579bad12-52f3-42d2-bc42-d861f901effd service neutron] 10.222.0.86 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641797 Feb 11 13:08:02.190796 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (15ad1260-59a2-45ab-92f1-02602ba323cd), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.194596 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:08:02.197503 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4378b-e321-4d06-b909-d6756d787092 None None] Pushing event updated for resources: {'Port': ['ID=0f72b058-ec1b-4fec-a87e-8b5193fcf852,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:02.253662 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15ad1260-59a2-45ab-92f1-02602ba323cd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:02.279329 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.315227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c5840d3e-6d79-463f-b5a4-42acec57c6f3 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/15ad1260-59a2-45ab-92f1-02602ba323cd HTTP/1.1" status: 204 len: 168 time: 0.6266694 Feb 11 13:08:02.316128 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49200) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:02.337658 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Set router 75627150-f5f0-4d4a-8702-781f27703af9 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:02.382358 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51702) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:02.394209 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Attempting to bind port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:02.394651 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Attempting to bind port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:02.395022 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Attempting to bind port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 on network a33c0d66-3b53-4886-9702-f4f00b18277e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:02.426528 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:02.426916 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Checking segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:02.427529 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.427932 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Bound using segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:02.428421 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Bound port: 0f72b058-ec1b-4fec-a87e-8b5193fcf852, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:02.428805 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.647008 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-8dd8d100-603f-446d-97df-ea95cd3cea25 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:02.648540 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-8dd8d100-603f-446d-97df-ea95cd3cea25 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.77 "GET /v2.0/networks?id=9b08eb4d-72e9-40d9-87b8-6299d83edd76 HTTP/1.1" status: 200 len: 811 time: 0.2639897 Feb 11 13:08:02.658753 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.663476 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bec77967-fd16-4cba-a4b7-acaa73d7e942 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.675798 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] For port 0f72b058-ec1b-4fec-a87e-8b5193fcf852, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:02.690353 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] For port 0f72b058-ec1b-4fec-a87e-8b5193fcf852, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=0f72b058-ec1b-4fec-a87e-8b5193fcf852,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:02.704488 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.760984 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Request body: {'port': {'device_id': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76', 'admin_state_up': True, 'tenant_id': '04838ee0741d4fbb9e9fdce283957447'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:02.819741 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port a4e9081b-5546-4b13-9ab8-9284ba335d6d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:02.824478 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:02.825410 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0bc64a1f-17f8-42c5-a46b-e0daefcda8da req-dda51756-19d7-4a28-8229-2cfbd5e26caa tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.2580276 Feb 11 13:08:02.838139 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec4378b-e321-4d06-b909-d6756d787092 None None] Pushing event updated for resources: {'Port': ['ID=0f72b058-ec1b-4fec-a87e-8b5193fcf852,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:02.858930 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:02.859755 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:07:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:02.870276 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3e4d156-0c31-49b8-b075-736ffc0ed1a3 req-1d26d762-7c3f-4d60-b310-deb4cc3a06fd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 210 time: 0.2996695 Feb 11 13:08:02.886429 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (c3956227-ca89-43d0-aa9a-95e0bfd9b868), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.082130 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.77', 51708) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:03.084032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] Provisioning complete for port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:03.084496 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.228988 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:03.339576 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Allocated IP 172.27.3.69 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/9adefa83-44c1-4f63-a9a3-6e72132514b8) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:03.421725 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Made reservation on behalf of 04838ee0741d4fbb9e9fdce283957447 for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:03.423823 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-67d5816b-dfe8-4edb-80ca-eaea86201489 req-5c4c5996-01cb-4d7f-9791-99abfe81a257 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.3487639 Feb 11 13:08:03.444668 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.632400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] Current status of the port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:03.633053 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.676805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (c3956227-ca89-43d0-aa9a-95e0bfd9b868), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.768563 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] For port 0f72b058-ec1b-4fec-a87e-8b5193fcf852, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=0f72b058-ec1b-4fec-a87e-8b5193fcf852,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:03.772908 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port a4e9081b-5546-4b13-9ab8-9284ba335d6d is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:03.773417 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.777630 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:02Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:03.797888 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:03.847881 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc2493b-d73f-4a6a-a817-51e8cad947b7 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:02Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:03.885949 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '55df10e9-0962-49b5-96ae-f929ffc3a34d', 'name': '', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'mac_address': 'fa:16:3e:89:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:58Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 2, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'subnets': [{'id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:03.954304 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-aea24fb0-db04-4184-bd1b-68b96578273d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:03.962868 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-aea24fb0-db04-4184-bd1b-68b96578273d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.8757246 Feb 11 13:08:04.033877 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port a4e9081b-5546-4b13-9ab8-9284ba335d6d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=a4e9081b-5546-4b13-9ab8-9284ba335d6d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:04.051113 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Checking router: 75627150-f5f0-4d4a-8702-781f27703af9 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:08:04.051113 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Updating router 75627150-f5f0-4d4a-8702-781f27703af9 port 55df10e9-0962-49b5-96ae-f929ffc3a34d binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:08:04.058709 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6831545e-3cc2-4d08-93c5-e888488de554 None None] Provisioning complete for port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:04.059627 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6831545e-3cc2-4d08-93c5-e888488de554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.112810 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.113381 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.114118 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e2308edf-d037-4b38-8ea9-612f95590759 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:04.191685 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Allocated IP 172.20.0.12 (9b08eb4d-72e9-40d9-87b8-6299d83edd76/82f06c01-b939-4233-be86-806d2376a9e9/0e83c8fb-9b3a-48ca-885a-d7740ffc8457) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:04.205920 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Request body: {'port': {'device_id': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'admin_state_up': True, 'tenant_id': 'b8992081afd14d168dc60141dc1e2ec5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:04.256729 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.259453 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.262143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.262537 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.263036 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.263250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.263604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.264246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.264246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.264246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.285263 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6831545e-3cc2-4d08-93c5-e888488de554 None None] Current status of the port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:04.307492 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4144f3-b875-47e1-80c1-766caf8aee3f None None] Pushing event updated for resources: {'Port': ['ID=0f72b058-ec1b-4fec-a87e-8b5193fcf852,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.394680 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.429247 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.492613 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:04.514694 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=a4e9081b-5546-4b13-9ab8-9284ba335d6d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.520924 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:04.545221 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:04.581115 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'Port': ['ID=9adefa83-44c1-4f63-a9a3-6e72132514b8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:04.666021 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e2308edf-d037-4b38-8ea9-612f95590759 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:04.666198 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e2308edf-d037-4b38-8ea9-612f95590759), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.802838 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.811425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.816027 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.816683 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102667) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:04.817337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3956227-ca89-43d0-aa9a-95e0bfd9b868']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:04.903337 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.77', 51717) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:04.914879 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (eca5caaf-31ee-4064-8506-fe666515babc), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:04.991012 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e29b4f0-4023-477e-b0ce-65099f7cd345') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:04.991334 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e29b4f0-4023-477e-b0ce-65099f7cd345') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:05.021428 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (8e29b4f0-4023-477e-b0ce-65099f7cd345), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.054973 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed5d423a-eb6b-4584-8c9e-52817693e185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.077822 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (8e29b4f0-4023-477e-b0ce-65099f7cd345), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.118147 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:05.118576 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (8e29b4f0-4023-477e-b0ce-65099f7cd345), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.283424 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-837680f5-9e22-4485-8510-816f7702f967 req-1029a15c-ebd4-4684-aa62-4d0b22d0a03e tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 1.1211536 Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: from cryptography.utils import int_from_bytes Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: from cryptography.utils import int_from_bytes Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:05.295804 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:05.405166 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks [] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.422687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e2308edf-d037-4b38-8ea9-612f95590759 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:05.502024 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.680953 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.700668 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Publish callbacks [] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.718198 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.728426 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.798978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (c3956227-ca89-43d0-aa9a-95e0bfd9b868), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.838176 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:05.868052 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:05.883274 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:05.888793 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.890026 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:05.906876 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-67878895-0769-4b1c-b3c7-257b9beb86ae req-c390fcde-fb51-4c08-aacd-ac74d273c915 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.1722155 Feb 11 13:08:05.944655 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device a4e9081b-5546-4b13-9ab8-9284ba335d6d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:05.945693 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2102351 Feb 11 13:08:05.960370 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-ec2bb577-a65d-4bd6-bec8-5b7deb2543d7 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102668) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:08:05.961543 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-ec2bb577-a65d-4bd6-bec8-5b7deb2543d7 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057263 Feb 11 13:08:05.971283 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-cfd8e6f9-6dc7-474a-963f-3721802ab797 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:05.972556 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-cfd8e6f9-6dc7-474a-963f-3721802ab797 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 819 time: 1.0627706 Feb 11 13:08:05.973296 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c533e-8155-4b0e-998d-6062f71da533 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Pushing event updated for resources: {'Port': ['ID=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.017534 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Request body: {'port': {'device_id': '05b11b5a-d884-491e-aa39-82d3287552aa', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'admin_state_up': True, 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:06.030869 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.034826 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] 10.222.0.86 "DELETE /v2.0/networks/c3956227-ca89-43d0-aa9a-95e0bfd9b868 HTTP/1.1" status: 204 len: 168 time: 3.7176633 Feb 11 13:08:06.043299 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49340) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:06.140346 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b7059-c63b-48e3-8ea8-fe7c2b3320e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3956227-ca89-43d0-aa9a-95e0bfd9b868,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.166873 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Deleting subnet 9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:08:06.195060 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-1fb68f97-05c2-4ba4-a880-3d8926b0d6b1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.196724 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-1fb68f97-05c2-4ba4-a880-3d8926b0d6b1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 819 time: 2.8612103 Feb 11 13:08:06.250903 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Publish callbacks [] for subnet (9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.256001 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-25271c17-b291-4496-97b9-d2653c07d282 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/quotas/b5eeffb845fd4c12aea38ec0c4db1bce HTTP/1.1" status: 200 len: 375 time: 0.0278778 Feb 11 13:08:06.287597 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e434e0c-27dd-45b1-87ad-94c9472eb61b None None] Pushing event updated for resources: {'Port': ['ID=55df10e9-0962-49b5-96ae-f929ffc3a34d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.343243 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Attempting to bind port 55df10e9-0962-49b5-96ae-f929ffc3a34d on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:06.343534 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Attempting to bind port 55df10e9-0962-49b5-96ae-f929ffc3a34d by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:06.343909 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Attempting to bind port 55df10e9-0962-49b5-96ae-f929ffc3a34d on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:06.390697 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:06.397508 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Checking segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:06.399238 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.400595 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Bound using segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:06.402093 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Bound port: 55df10e9-0962-49b5-96ae-f929ffc3a34d, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:06.404035 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.411055 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.420932 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49360) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:06.445617 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.586956 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (eca5caaf-31ee-4064-8506-fe666515babc), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.632833 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port a4e9081b-5546-4b13-9ab8-9284ba335d6d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:06.634657 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.699320 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'Port': ['ID=9adefa83-44c1-4f63-a9a3-6e72132514b8,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:06.746406 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Request body: {'port': {'device_id': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:06.751835 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] For port 55df10e9-0962-49b5-96ae-f929ffc3a34d, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:06.767913 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] For port 55df10e9-0962-49b5-96ae-f929ffc3a34d, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=55df10e9-0962-49b5-96ae-f929ffc3a34d,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:06.772270 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Publish callbacks [] for subnet (9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.868787 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-b2df1d48-ad19-4244-a72c-313cc7570611 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5918508 Feb 11 13:08:06.874857 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Made reservation on behalf of b5eeffb845fd4c12aea38ec0c4db1bce for: {'port': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:06.876987 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.880774 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.911605 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:06.914432 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6036353-66b7-4aa7-a61b-47cec6e98e83 req-92afe612-d21e-407e-97c8-f60f17fbffae tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:06.924039 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6036353-66b7-4aa7-a61b-47cec6e98e83 req-92afe612-d21e-407e-97c8-f60f17fbffae tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 932 time: 0.1551278 Feb 11 13:08:07.087903 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Routers {'75627150-f5f0-4d4a-8702-781f27703af9'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:07.088777 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:08:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['75627150-f5f0-4d4a-8702-781f27703af9'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:07.158873 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e434e0c-27dd-45b1-87ad-94c9472eb61b None None] Pushing event updated for resources: {'Port': ['ID=55df10e9-0962-49b5-96ae-f929ffc3a34d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.159870 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6036353-66b7-4aa7-a61b-47cec6e98e83 req-a48a06a8-0449-4d74-b0e6-606dd546c968 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125335 Feb 11 13:08:07.181238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Made reservation on behalf of b8992081afd14d168dc60141dc1e2ec5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:07.183068 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for subnet (9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.198240 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.231927 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ebfac16-185d-456d-814e-aba3c72c3042 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.236479 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.237742 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e98b7d1c-fb80-483d-a0c1-9987cb1a9d97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3798423 Feb 11 13:08:07.324310 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port a4e9081b-5546-4b13-9ab8-9284ba335d6d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:07.330612 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0f72b058-ec1b-4fec-a87e-8b5193fcf852 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:07.344055 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:07.418400 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.422555 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4d9b85bb-76bc-4de0-b31f-6b582f3132ed admin admin] 10.222.0.86 "DELETE /v2.0/subnets/9f5c1012-8ea9-4499-9fc0-8c2a9fdb2af2 HTTP/1.1" status: 204 len: 168 time: 1.3664796 Feb 11 13:08:07.438788 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:07.542554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Allocated IP 172.20.0.14 (d8106ffa-ec18-4d1e-9eeb-6015244ded7a/98daaaf4-4f6a-4abc-8556-6908ae367166/dbe0cc42-cd76-450c-b4cf-b0276ebfb851) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:07.545799 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (2bd4c6c4-5567-4632-a31f-db7188355d63), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.559530 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.587165 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Allocated IP 172.20.0.6 (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d/0cb8d927-3e38-4ac3-a611-32e8190e7b48/03cd2e03-b96d-49fb-8e3f-667f1b7e674f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:07.746483 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.749142 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] Set router 75627150-f5f0-4d4a-8702-781f27703af9 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:07.773146 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-906d38b4-a1c7-4ea3-9944-324b0a5f6f62 req-b5afb047-d46d-4be9-a745-0653b190c990 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0980439 Feb 11 13:08:07.818754 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:07.819154 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:07.820210 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-df2d048c-d36d-4c73-bd2e-f84619ae5846 service neutron] 10.222.0.86 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8929675 Feb 11 13:08:07.901287 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks [] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.128088 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '55df10e9-0962-49b5-96ae-f929ffc3a34d', 'name': '', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'mac_address': 'fa:16:3e:89:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:58Z', 'updated_at': '2022-02-11T13:08:06Z', 'revision_number': 4, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'subnets': [{'id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:08.191178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.240243 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeda77da-ada3-4117-b00e-cfd38958d72a None None] The sync data for ids ['75627150-f5f0-4d4a-8702-781f27703af9'] in dv-cinder-810917-5-iscsi is: [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '55df10e9-0962-49b5-96ae-f929ffc3a34d', 'name': '', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'mac_address': 'fa:16:3e:89:18:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:58Z', 'updated_at': '2022-02-11T13:08:06Z', 'revision_number': 4, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'subnets': [{'id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:08.281750 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:08.307904 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (2bd4c6c4-5567-4632-a31f-db7188355d63), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.424401 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ebfac16-185d-456d-814e-aba3c72c3042 admin admin] Publish callbacks [] for security_group (611f8a04-f305-416e-944d-d18e2a7d9ea2), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.430563 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.431012 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.432002 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.432350 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > port after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.432942 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > port after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.433293 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > port after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.433829 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.434521 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.434989 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.435500 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.488831 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.504270 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-d7cd12d7-e528-46d2-bed9-33c7b4f11a92 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--292079069&fields=id&tenant_id=9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 267 time: 0.3109601 Feb 11 13:08:08.506438 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-8b10527f-def8-4be9-bca8-61b0fcfcfc5c service neutron] 10.222.0.86 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6780849 Feb 11 13:08:08.629794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:08.630727 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event updated for resources: {'Port': ['ID=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:08.648606 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:08.653578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:08.676956 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.677655 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.678228 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.679010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102668) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 11 13:08:08.679633 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd4c6c4-5567-4632-a31f-db7188355d63']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:08.719291 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2ebfac16-185d-456d-814e-aba3c72c3042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (611f8a04-f305-416e-944d-d18e2a7d9ea2), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.724997 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f44057fb-b331-4297-8615-0856c0293325') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:08.725585 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f44057fb-b331-4297-8615-0856c0293325') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:08.765855 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-ed7e213a-db83-42bd-91b4-d5d0e6216373 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.767501 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-ed7e213a-db83-42bd-91b4-d5d0e6216373 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 815 time: 0.2472789 Feb 11 13:08:08.790477 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:08.791166 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:08.870547 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-ae10c7ac-90bd-4a07-990d-b3c28656bc4c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/quotas/9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 375 time: 0.0763979 Feb 11 13:08:08.882353 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-f94d5809-0966-4a72-97c2-6c3dca2db60f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7895534 Feb 11 13:08:08.912828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Request body: {'port': {'device_id': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:09.105337 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks [] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.153310 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25971540'] for segment (f44057fb-b331-4297-8615-0856c0293325), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.179234 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-8e539d0b-4482-4eac-b048-5b14d28da39c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2924368 Feb 11 13:08:09.182533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.211512 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (f44057fb-b331-4297-8615-0856c0293325), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.264317 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.293698 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6788bb9-d898-4858-8848-d206d418d7e2 req-a57bff7c-ceb0-495a-8aca-56d2f2e0461e tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.296190 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b6788bb9-d898-4858-8848-d206d418d7e2 req-a57bff7c-ceb0-495a-8aca-56d2f2e0461e tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 932 time: 0.1972117 Feb 11 13:08:09.324110 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:09.324734 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3869145'] for segment (f44057fb-b331-4297-8615-0856c0293325), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: from cryptography.utils import int_from_bytes Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: from cryptography.utils import int_from_bytes Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: timer() Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: cb(*args, **kw) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: self._notify() Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: self.callback(batched_events) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: event.method(event) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._get(url).json() Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:09.329760 dv-cinder-810917-5-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:09.508257 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b6788bb9-d898-4858-8848-d206d418d7e2 req-eefece77-500b-49e5-b3b5-8a8afa6fe806 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927066 Feb 11 13:08:09.600420 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:09.601782 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfac16-185d-456d-814e-aba3c72c3042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611f8a04-f305-416e-944d-d18e2a7d9ea2,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:09.606755 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2ebfac16-185d-456d-814e-aba3c72c3042 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e493bdf420904ac188fb8444126d2cec&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1848023 Feb 11 13:08:09.607862 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:09.620381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49440) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:09.630440 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:09.668235 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1ce1f301-ee45-4ef4-b047-3fbdd1fcdb5e req-d799fb79-5877-41f7-8788-641d406fbeab tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 210 time: 0.0618773 Feb 11 13:08:09.746886 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-5a66030a-6552-44a9-ac33-682d54e607fa service neutron] 10.222.0.86 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365865 Feb 11 13:08:09.778896 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:09.780453 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.945232 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9368730 Feb 11 13:08:09.976010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (2bd4c6c4-5567-4632-a31f-db7188355d63), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:09.990767 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6650af9-d97e-4ba9-a32d-7caa1f914191 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Pushing event updated for resources: {'Port': ['ID=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:10.040385 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.046498 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] 10.222.0.86 "DELETE /v2.0/networks/2bd4c6c4-5567-4632-a31f-db7188355d63 HTTP/1.1" status: 204 len: 168 time: 2.5958073 Feb 11 13:08:10.046498 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db8abd-c155-4f86-a0b9-da8f012ddcae admin admin] Pushing event deleted for resources: {'Network': ['ID=2bd4c6c4-5567-4632-a31f-db7188355d63,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:10.230828 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Request body: {'port': {'device_id': '05b11b5a-d884-491e-aa39-82d3287552aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:10.339380 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:10.356129 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Publish callbacks [] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.380741 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.388687 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49452) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:10.418743 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Transition to ACTIVE for port object 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:10.426462 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.467632 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c5b149e-9d6e-429f-95a9-ce1dbeca4e53 admin admin] Publish callbacks [] for security_group (611f8a04-f305-416e-944d-d18e2a7d9ea2), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.506532 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 55df10e9-0962-49b5-96ae-f929ffc3a34d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:10.531867 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c5b149e-9d6e-429f-95a9-ce1dbeca4e53 admin admin] Publish callbacks [] for security_group (611f8a04-f305-416e-944d-d18e2a7d9ea2), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.551972 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-d70c9917-2fff-4422-a4fb-685cacd903f8 service neutron] 10.222.0.86 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831874 Feb 11 13:08:10.575466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a734df-65ee-46a2-baa2-9e6d1ea0e37d req-736afe41-f380-4d31-af02-ff92386cdca7 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:10.583497 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-72a734df-65ee-46a2-baa2-9e6d1ea0e37d req-736afe41-f380-4d31-af02-ff92386cdca7 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 932 time: 0.3780556 Feb 11 13:08:10.584423 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-35d10faa-2802-4149-b73d-ffb9ceaaab5d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cfc7e99a670a4cdaa800827e6cf5ff47&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1939912 Feb 11 13:08:10.585389 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Pushing event updated for resources: {'Port': ['ID=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:10.588389 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49456) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:10.625553 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 55df10e9-0962-49b5-96ae-f929ffc3a34d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:10.626240 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.744056 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe0cc42-cd76-450c-b4cf-b0276ebfb851 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:10.773749 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-72a734df-65ee-46a2-baa2-9e6d1ea0e37d req-58549bb2-bacc-4f99-a326-53afaddc24be tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830285 Feb 11 13:08:10.817018 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.77', 51727) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:10.835487 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Publish callbacks [] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.841270 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 55df10e9-0962-49b5-96ae-f929ffc3a34d is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:10.871402 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.905471 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c5b149e-9d6e-429f-95a9-ce1dbeca4e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (611f8a04-f305-416e-944d-d18e2a7d9ea2), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.912435 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1c5b149e-9d6e-429f-95a9-ce1dbeca4e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:10.916463 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1c5b149e-9d6e-429f-95a9-ce1dbeca4e53 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/611f8a04-f305-416e-944d-d18e2a7d9ea2 HTTP/1.1" status: 204 len: 168 time: 1.2561047 Feb 11 13:08:10.983346 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-667a6f29-ff90-4ae0-94c3-9ebb38141517 admin admin] Publish callbacks [] for security_group (8dafd977-df63-47bd-8696-edf008b17b97), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.005341 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 55df10e9-0962-49b5-96ae-f929ffc3a34d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=55df10e9-0962-49b5-96ae-f929ffc3a34d,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:11.012703 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.033972 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Transition to ACTIVE for port object dbe0cc42-cd76-450c-b4cf-b0276ebfb851 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:11.097783 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.118519 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5b149e-9d6e-429f-95a9-ce1dbeca4e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611f8a04-f305-416e-944d-d18e2a7d9ea2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.267595 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=55df10e9-0962-49b5-96ae-f929ffc3a34d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.458797 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Attempting to bind port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:11.461182 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Attempting to bind port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:11.461611 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Attempting to bind port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 on network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:11.470586 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-667a6f29-ff90-4ae0-94c3-9ebb38141517 admin admin] Publish callbacks [] for security_group (8dafd977-df63-47bd-8696-edf008b17b97), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.480535 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 on network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:11.480868 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Attempting to bind port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 on network 9b08eb4d-72e9-40d9-87b8-6299d83edd76 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:11.507647 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03cd2e03-b96d-49fb-8e3f-667f1b7e674f {{(pid=102668) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:11.527490 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:11.527836 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Checking segment: {'id': '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:11.529938 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Bound using segment: {'id': '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:11.531097 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Bound port: 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:11.535692 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.547198 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Publish callbacks [] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.658219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:11.707236 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] For port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host hv-cinder-81091, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:11.725229 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] For port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,segment=NetworkSegment(4b6b3e3a-1197-4d2f-b764-d16ad628ff3e),segment_id=4b6b3e3a-1197-4d2f-b764-d16ad628ff3e)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:11.731240 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.provisioning_blocks [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Transition to ACTIVE for port object 03cd2e03-b96d-49fb-8e3f-667f1b7e674f will not be triggered until provisioned by entity L2. {{(pid=102668) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:11.741475 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.797489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Attempting to bind port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:11.797674 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Attempting to bind port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:11.798045 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Attempting to bind port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:11.820154 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49490) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:11.821699 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.830097 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:11.830464 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Attempting to bind port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:11.891978 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:11.900818 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.902893 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] 10.222.0.77 "PUT /v2.0/ports/0e83c8fb-9b3a-48ca-885a-d7740ffc8457 HTTP/1.1" status: 200 len: 1094 time: 5.5160201 Feb 11 13:08:11.903438 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'tag': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:11.939320 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-20b287b7-5a82-4681-a8c1-dbbc80269b32 req-a03545d3-cd91-460c-8fe0-947432a3b904 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 210 time: 0.5875757 Feb 11 13:08:11.958293 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d599e0d6-269c-49ec-9b8c-48bf249e29b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:11.961961 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:11.966457 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Checking segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:11.968035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Bound using segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:11.972264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Bound port: dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:11.974129 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.019685 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43570fe7-ac76-4551-8f56-db5bc5294156 req-1c4efc26-d1d3-4513-bce1-b212538dd985 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.022567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-43570fe7-ac76-4551-8f56-db5bc5294156 req-1c4efc26-d1d3-4513-bce1-b212538dd985 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 944 time: 0.9863918 Feb 11 13:08:12.110809 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3999c-7ca9-4e15-907c-1e5dcbf41392 service neutron] Pushing event updated for resources: {'Port': ['ID=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.254831 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-ac6ce917-e8d3-41fe-b93e-a8e1853dfd19 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.259966 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-ac6ce917-e8d3-41fe-b93e-a8e1853dfd19 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 819 time: 1.4161532 Feb 11 13:08:12.264231 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c815e968-7bf6-4162-9d02-8c4cfacb8d6c req-7716645c-45df-4872-99a2-95c85dcfe46e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0898314 Feb 11 13:08:12.310237 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17806716-4744-4d77-91a2-0de1e425b5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "9a34a531-a1f4-44a6-887a-7f8a2328dc43", "tag": "0e83c8fb-9b3a-48ca-885a-d7740ffc8457"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:12.318059 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Request body: {'port': {'device_id': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'admin_state_up': True, 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:12.341341 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Pushing event updated for resources: {'Port': ['ID=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.445139 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 55df10e9-0962-49b5-96ae-f929ffc3a34d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:12.471914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-667a6f29-ff90-4ae0-94c3-9ebb38141517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8dafd977-df63-47bd-8696-edf008b17b97), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.485361 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-667a6f29-ff90-4ae0-94c3-9ebb38141517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.486866 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-667a6f29-ff90-4ae0-94c3-9ebb38141517 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8dafd977-df63-47bd-8696-edf008b17b97 HTTP/1.1" status: 204 len: 168 time: 1.8955004 Feb 11 13:08:12.512465 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Attempting to bind port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:12.513033 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Attempting to bind port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:12.513114 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Attempting to bind port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:12.520217 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:12.520641 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Attempting to bind port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:12.536846 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:12.537189 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Checking segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:12.537612 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Bound using segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} {{(pid=102668) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:12.538020 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.managers [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Bound port: 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'}}] {{(pid=102668) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:12.538379 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.589595 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 55df10e9-0962-49b5-96ae-f929ffc3a34d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:12.589963 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.591653 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-43570fe7-ac76-4551-8f56-db5bc5294156 req-cb218d43-b4ef-4d99-be50-1deacb444b34 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256567 Feb 11 13:08:12.613239 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-1b9b506f-8f36-4709-acd6-d5e59355f804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:12.617512 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-1b9b506f-8f36-4709-acd6-d5e59355f804 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04838ee0741d4fbb9e9fdce283957447&device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 1128 time: 0.5835469 Feb 11 13:08:12.645225 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667a6f29-ff90-4ae0-94c3-9ebb38141517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dafd977-df63-47bd-8696-edf008b17b97,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:12.768673 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] For port dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:12.769613 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] For port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host hv-cinder-81091, cleared binding levels {{(pid=102668) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:12.779156 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] For port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102668) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:12.828540 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 55df10e9-0962-49b5-96ae-f929ffc3a34d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:12.881007 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.961114 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Made reservation on behalf of b5eeffb845fd4c12aea38ec0c4db1bce for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:12.983144 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:12.992421 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4da7ff-b2ec-4a41-9b29-46ed64ad7799 x-openstack-request-id: req-ff4da7ff-b2ec-4a41-9b29-46ed64ad7799 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:12.992718 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a34a531-a1f4-44a6-887a-7f8a2328dc43", "tag": "0e83c8fb-9b3a-48ca-885a-d7740ffc8457", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:12.992980 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ff4da7ff-b2ec-4a41-9b29-46ed64ad7799 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:13.003647 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'tag': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457', 'status': 'completed', 'code': 200} Feb 11 13:08:13.011846 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-8312b59d-1461-448c-b6f5-76efe7728551 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457 HTTP/1.1" status: 200 len: 217 time: 0.2216053 Feb 11 13:08:13.017656 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] For port dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:13.080422 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.114705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0114bc3f-2b6e-4eef-856e-8d52cb066a70 req-90a123cb-6249-4c14-8b8a-bee339184df9 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.117683 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0114bc3f-2b6e-4eef-856e-8d52cb066a70 req-90a123cb-6249-4c14-8b8a-bee339184df9 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.4779844 Feb 11 13:08:13.126904 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.127805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.129632 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] 10.222.0.77 "PUT /v2.0/ports/dbe0cc42-cd76-450c-b4cf-b0276ebfb851 HTTP/1.1" status: 200 len: 1094 time: 4.2211571 Feb 11 13:08:13.132861 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'tag': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:13.162008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.77', 51733) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:13.220808 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-6fe8a578-4226-4e12-ac6f-a5d57684102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.239314 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-6fe8a578-4226-4e12-ac6f-a5d57684102c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82f06c01-b939-4233-be86-806d2376a9e9 HTTP/1.1" status: 200 len: 851 time: 0.1953902 Feb 11 13:08:13.260610 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49526) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:13.312196 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.313142 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.314625 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] 10.222.0.77 "PUT /v2.0/ports/03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 1093 time: 3.1098890 Feb 11 13:08:13.360554 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d599e0d6-269c-49ec-9b8c-48bf249e29b8 admin admin] Publish callbacks [] for security_group (67602f11-209c-4be5-b54e-57e23e92db7b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.441553 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-7ed7b337-6cf8-4538-a323-15bd708cf5f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9b08eb4d-72e9-40d9-87b8-6299d83edd76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1086452 Feb 11 13:08:13.459667 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d599e0d6-269c-49ec-9b8c-48bf249e29b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (67602f11-209c-4be5-b54e-57e23e92db7b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.587545 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6ed80-4d5a-4381-ac91-9c5a9aff5d7c service neutron] Pushing event updated for resources: {'Port': ['ID=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,revision_number=3']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:13.642826 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599e0d6-269c-49ec-9b8c-48bf249e29b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67602f11-209c-4be5-b54e-57e23e92db7b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:13.686958 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d599e0d6-269c-49ec-9b8c-48bf249e29b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85c359414fc441bd95f33f3c2c99f13b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8398712 Feb 11 13:08:13.691514 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49550) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:13.692615 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dac2742-4421-4d66-b352-9ef9771ce69d" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4f3439-5065-49f7-b10e-02e6d2b6fbb7", "tag": "dbe0cc42-cd76-450c-b4cf-b0276ebfb851"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:13.723250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afabfe-9e18-43df-9e60-6526f19ab1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:13.753091 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-898b1042-c2a9-4290-b12a-be85155b5214 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=139333b3a1f442e4ae49ac82000cb4d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4760704 Feb 11 13:08:13.759899 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49554) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:13.824766 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-2f303b3a-93d7-4f46-840f-2524040e5de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.826358 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-2f303b3a-93d7-4f46-840f-2524040e5de5 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1127 time: 0.3795869 Feb 11 13:08:13.836535 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0114bc3f-2b6e-4eef-856e-8d52cb066a70 req-cab23a82-7a80-49f6-b297-f30cd0f66cd4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7034631 Feb 11 13:08:13.855044 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e873e7c-c754-46b3-926b-59cb603db7d1 req-48784659-e497-4d01-9c33-71e5616d9c67 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 210 time: 0.3377945 Feb 11 13:08:13.904942 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-94c1b513-9c77-4649-a689-3c990f8a7efe service neutron] 10.222.0.77 "GET /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368002 Feb 11 13:08:13.938856 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-b73a9f78-113f-4f1b-801c-0987d0b0e6f5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.940454 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-b73a9f78-113f-4f1b-801c-0987d0b0e6f5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 815 time: 0.6092844 Feb 11 13:08:13.969285 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-f17e9845-97d0-44b8-ba2e-a13ad7793d94 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.1032476 Feb 11 13:08:13.975379 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36647870-9b2d-414b-a2e7-c8b2d9244dc8 admin admin] Publish callbacks [] for security_group (67602f11-209c-4be5-b54e-57e23e92db7b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:13.987144 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-1f965401-95dc-475f-b727-fc3b36ffb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:13.990302 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-1f965401-95dc-475f-b727-fc3b36ffb3ef service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 1128 time: 0.6050930 Feb 11 13:08:13.993278 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb63a278-7ee1-4347-b211-b9e553277b40 admin admin] Publish callbacks [] for security_group (902cf3cd-1526-4856-9cba-d786b3fcb36b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.016923 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-20ccd14a-8027-4a93-a0e2-3bda3a086c36 req-427f524d-beb6-48b0-91ae-b6dfc7fa4cad tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0587940 Feb 11 13:08:14.022767 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36647870-9b2d-414b-a2e7-c8b2d9244dc8 admin admin] Publish callbacks [] for security_group (67602f11-209c-4be5-b54e-57e23e92db7b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.048418 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb63a278-7ee1-4347-b211-b9e553277b40 admin admin] Publish callbacks [] for security_group (902cf3cd-1526-4856-9cba-d786b3fcb36b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.048643 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Allocated IP 172.20.0.10 (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d/0cb8d927-3e38-4ac3-a611-32e8190e7b48/0e06db01-609a-4a02-8a5f-e5e84bec16a1) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:14.104456 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f562f9-7554-41c1-80d9-82148f1e1112 req-8efe4ad6-967c-42ef-b7bc-e51414bb44f3 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.112328 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e4f562f9-7554-41c1-80d9-82148f1e1112 req-8efe4ad6-967c-42ef-b7bc-e51414bb44f3 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 944 time: 0.1151888 Feb 11 13:08:14.190271 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e4f562f9-7554-41c1-80d9-82148f1e1112 req-292cd4d8-0533-4c32-b519-10b103892ff9 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769548 Feb 11 13:08:14.262351 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36647870-9b2d-414b-a2e7-c8b2d9244dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (67602f11-209c-4be5-b54e-57e23e92db7b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.276255 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e6d531-4d4a-4e41-bc64-d289a4e4b7e1 x-openstack-request-id: req-63e6d531-4d4a-4e41-bc64-d289a4e4b7e1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:14.276452 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-36647870-9b2d-414b-a2e7-c8b2d9244dc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.276550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4f3439-5065-49f7-b10e-02e6d2b6fbb7", "tag": "dbe0cc42-cd76-450c-b4cf-b0276ebfb851", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:14.276809 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-63e6d531-4d4a-4e41-bc64-d289a4e4b7e1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:14.277395 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'tag': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851', 'status': 'completed', 'code': 200} Feb 11 13:08:14.279185 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-36647870-9b2d-414b-a2e7-c8b2d9244dc8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/67602f11-209c-4be5-b54e-57e23e92db7b HTTP/1.1" status: 204 len: 168 time: 0.5830417 Feb 11 13:08:14.315435 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb63a278-7ee1-4347-b211-b9e553277b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (902cf3cd-1526-4856-9cba-d786b3fcb36b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.318826 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fb63a278-7ee1-4347-b211-b9e553277b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:14.320236 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fb63a278-7ee1-4347-b211-b9e553277b40 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/902cf3cd-1526-4856-9cba-d786b3fcb36b HTTP/1.1" status: 204 len: 168 time: 0.5580826 Feb 11 13:08:14.322926 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36647870-9b2d-414b-a2e7-c8b2d9244dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67602f11-209c-4be5-b54e-57e23e92db7b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:14.356638 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb63a278-7ee1-4347-b211-b9e553277b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902cf3cd-1526-4856-9cba-d786b3fcb36b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:14.380042 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-7764adf0-4a73-4014-9ccd-725e078aa9f3 req-8a19eac5-098c-491e-ac78-5ad1072a4c45 service neutron] 10.222.0.77 "GET /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211878 Feb 11 13:08:14.729545 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b45cbecd-e8bd-47c3-a440-472a82a3bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.731114 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b45cbecd-e8bd-47c3-a440-472a82a3bb82 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.3104808 Feb 11 13:08:14.872766 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-dedffcbd-52dc-4936-8562-4ffd0e283bc0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822628 Feb 11 13:08:14.931667 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-1fbedc4a-552f-4400-b3c4-d73aad9764f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:14.934869 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-1fbedc4a-552f-4400-b3c4-d73aad9764f4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=04838ee0741d4fbb9e9fdce283957447&device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 1128 time: 0.2026200 Feb 11 13:08:15.035347 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05b11b5a-d884-491e-aa39-82d3287552aa', 'tag': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:15.053935 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21acd2e6-c1cd-4a51-b000-38bbef5f5602" -d '{"events": [{"name": "network-changed", "server_uuid": "05b11b5a-d884-491e-aa39-82d3287552aa", "tag": "03cd2e03-b96d-49fb-8e3f-667f1b7e674f"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:15.155120 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-a86d7296-526a-48fb-84e4-a5d30cdb2985 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851 HTTP/1.1" status: 200 len: 217 time: 0.6641531 Feb 11 13:08:15.311905 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-fdae5258-228e-4b73-b26a-cb4e04d82fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.313807 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-fdae5258-228e-4b73-b26a-cb4e04d82fe7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.1044912 Feb 11 13:08:15.330168 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c7fcfe49-18bf-4cb0-b35f-d1ffc75070c8 req-8dc86ffc-29ac-4d1c-9c94-33fbd103f563 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 210 time: 0.2058454 Feb 11 13:08:15.351349 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-b6e4d1e8-417c-4e0c-8abd-3587d6c7fa1b service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391098 Feb 11 13:08:15.356265 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-ad7b2186-df5c-4dff-b821-dc0787b74d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.358471 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-ad7b2186-df5c-4dff-b821-dc0787b74d3b service neutron] 10.222.0.77 "GET /v2.0/networks?id=9b08eb4d-72e9-40d9-87b8-6299d83edd76 HTTP/1.1" status: 200 len: 912 time: 0.3953762 Feb 11 13:08:15.432496 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-bbedf014-d6e3-4705-b855-1d1df4464f7f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457 HTTP/1.1" status: 200 len: 217 time: 0.0564723 Feb 11 13:08:15.455166 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-b5ee199d-ce9e-4d3b-a7e4-5289e21a7b23 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194239 Feb 11 13:08:15.535002 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-138fc97a-2288-4e17-9b46-d8160a8498d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.538163 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-138fc97a-2288-4e17-9b46-d8160a8498d9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=82f06c01-b939-4233-be86-806d2376a9e9 HTTP/1.1" status: 200 len: 851 time: 0.0727944 Feb 11 13:08:15.540445 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d46648e9-7c0a-41b8-b6c6-f59e4802b5bb req-e69bcbb1-6e1b-487e-9917-30068013e9bc service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756618 Feb 11 13:08:15.604806 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-2d82bd18-fd60-462c-92e5-ab8698d230db service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9b08eb4d-72e9-40d9-87b8-6299d83edd76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395412 Feb 11 13:08:15.611599 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f67fde3d-7cdb-4126-860e-6388167aca00 req-6e19264a-5d3c-4331-860b-db646d2924d9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 210 time: 0.1501722 Feb 11 13:08:15.622818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-fee00c05-2c8f-41c9-9fd6-e5e4309145fa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 379 time: 1.1427817 Feb 11 13:08:15.648227 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'port': {'device_id': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'admin_state_up': True, 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'security_groups': ['dd6c26f5-5482-4755-b5e9-cad6462d56bb']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:15.657415 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks [] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:15.691918 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab6579-853b-4481-9858-7ee9c62f45a9 req-e24acfaa-eba8-4202-a7fb-c9458b30edc8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:15.699637 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d4ab6579-853b-4481-9858-7ee9c62f45a9 req-e24acfaa-eba8-4202-a7fb-c9458b30edc8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.5618186 Feb 11 13:08:15.708598 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-a1b15484-8a70-43e7-8713-99dfc6d7148a service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245612 Feb 11 13:08:15.734739 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d541e298-fc46-47db-b0e8-0f79694e56fa x-openstack-request-id: req-d541e298-fc46-47db-b0e8-0f79694e56fa {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:15.735321 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05b11b5a-d884-491e-aa39-82d3287552aa", "tag": "03cd2e03-b96d-49fb-8e3f-667f1b7e674f", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:15.735321 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d541e298-fc46-47db-b0e8-0f79694e56fa {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:15.735867 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05b11b5a-d884-491e-aa39-82d3287552aa', 'tag': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f', 'status': 'completed', 'code': 200} Feb 11 13:08:15.778185 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-ea30772a-82dc-470d-9ff9-cf7c8f3c44bb service neutron] 10.222.0.77 "GET /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641352 Feb 11 13:08:15.918305 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d4ab6579-853b-4481-9858-7ee9c62f45a9 req-abbd2a94-1dee-40a3-b126-1bca7912d0e3 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176547 Feb 11 13:08:15.929261 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.011274 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:16.016191 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cb43498-1ccc-4300-b4ef-95b2f657c2ca req-2e3013ff-1150-44fc-b9d8-e54ac649c57d service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515616 Feb 11 13:08:16.023843 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:16.025402 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Made reservation on behalf of 9a230c07c6da438f8fb1162d4e4ef942 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:16.028887 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.042025 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:16.045610 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Pushing event updated for resources: {'Port': ['ID=0e06db01-609a-4a02-8a5f-e5e84bec16a1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:16.057900 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895ddfd0-f9a6-472e-b8d5-c6ae8beeb024 req-3829f791-d119-4e89-aa54-6bb7da246a06 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.059554 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-895ddfd0-f9a6-472e-b8d5-c6ae8beeb024 req-3829f791-d119-4e89-aa54-6bb7da246a06 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 944 time: 0.2267303 Feb 11 13:08:16.190962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.191705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.193798 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-8809c4f7-01c2-46f2-912b-f3e6d627d1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.197783 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-8809c4f7-01c2-46f2-912b-f3e6d627d1c2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1127 time: 0.1976459 Feb 11 13:08:16.234138 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-70d72cce-4ebc-4753-b22b-b5b261c10c46 service neutron] 10.222.0.77 "GET /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454145 Feb 11 13:08:16.264683 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-895ddfd0-f9a6-472e-b8d5-c6ae8beeb024 req-7e72974d-6d09-4ab2-99c3-fa9805f8c686 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841807 Feb 11 13:08:16.280483 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-83d205cd-c788-4744-89e1-97d6cdc8bcce tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9744222 Feb 11 13:08:16.313893 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Request body: {'port': {'device_id': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:16.387828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Allocated IP 172.20.0.4 (a33c0d66-3b53-4886-9702-f4f00b18277e/546ba8e6-1822-47c6-a98a-a1c5a5af8b7a/b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:16.392775 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-9943a891-a7de-491d-947f-d311a660ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.394282 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-9943a891-a7de-491d-947f-d311a660ee4d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 1128 time: 0.2211447 Feb 11 13:08:16.398358 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-35149f87-52d8-4f8f-9bb3-bc1a0198668e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.404001 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-35149f87-52d8-4f8f-9bb3-bc1a0198668e service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.1974673 Feb 11 13:08:16.489326 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-54bbb59f-26b3-49dd-b5c9-68f8b440dd7c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.0791240 Feb 11 13:08:16.518647 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:16.567462 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-58467bde-27b3-403e-8ca0-80fe1e1c8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.569102 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-58467bde-27b3-403e-8ca0-80fe1e1c8709 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.0725472 Feb 11 13:08:16.611367 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-7a6dcec5-8aa8-48fa-935b-a33aeb00419c service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339198 Feb 11 13:08:16.724049 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-1c05e978-ffb7-444e-9e5d-42c625059dde service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044209 Feb 11 13:08:16.857999 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-a300d363-427e-438c-86f9-d1788fe54d44 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266801 Feb 11 13:08:16.868472 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e9b22a7a-d018-449a-8788-cd14ff4f5941 req-846bfdd3-4811-47a0-a90b-d3b771cd561b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 210 time: 0.1309285 Feb 11 13:08:16.883163 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f00cb7-52eb-4950-9ce4-a4bd9096f449 req-461c67ae-6dde-4d56-946e-0f88c39679d3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.884567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02f00cb7-52eb-4950-9ce4-a4bd9096f449 req-461c67ae-6dde-4d56-946e-0f88c39679d3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 932 time: 0.4134326 Feb 11 13:08:16.885605 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-e5cd6ae8-8b5e-46f2-82a7-4f448a1c459f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:16.886899 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-e5cd6ae8-8b5e-46f2-82a7-4f448a1c459f service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 914 time: 0.4847741 Feb 11 13:08:16.966515 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-f5f7f1ab-63c4-4caa-bb72-4ecb7cd28672 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851 HTTP/1.1" status: 200 len: 217 time: 0.0693696 Feb 11 13:08:17.271008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.326590 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02f00cb7-52eb-4950-9ce4-a4bd9096f449 req-d8a480cc-0263-4637-8023-45597c876fb4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276733 Feb 11 13:08:17.341858 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-904bd0e6-2f45-4636-969f-a12efb62da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.343824 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-904bd0e6-2f45-4636-969f-a12efb62da25 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.3647857 Feb 11 13:08:17.405472 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-5904cdab-d208-4d63-a944-90c10b3dd816 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469067 Feb 11 13:08:17.471273 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4e6e9-faec-407b-a764-2345c2f675b9 req-1403968a-e927-4c9c-9956-3f0b9d0026d1 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.472757 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32a4e6e9-faec-407b-a764-2345c2f675b9 req-1403968a-e927-4c9c-9956-3f0b9d0026d1 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.4746211 Feb 11 13:08:17.478089 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.542376 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:17.635991 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Network a33c0d66-3b53-4886-9702-f4f00b18277e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:17.680810 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:17.688255 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:17.698865 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:17.722164 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28913f81-eeb3-48ce-8f4d-7365f610f13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.754979 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e06db01-609a-4a02-8a5f-e5e84bec16a1 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:17.769676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Publish callbacks [] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.783620 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32a4e6e9-faec-407b-a764-2345c2f675b9 req-6f5771b6-e512-428a-a7e9-867af82c513f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964780 Feb 11 13:08:17.785703 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-6280aef0-3c15-4957-8153-aa99f4d8f1f7 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706985 Feb 11 13:08:17.798321 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0834e9-cf1a-4067-922c-66511a66bd1a req-4abdd72c-c9dc-4356-b00f-34dedf5eec7b tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.800355 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7c0834e9-cf1a-4067-922c-66511a66bd1a req-4abdd72c-c9dc-4356-b00f-34dedf5eec7b tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 944 time: 0.3370287 Feb 11 13:08:17.901670 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Transition to ACTIVE for port object 0e06db01-609a-4a02-8a5f-e5e84bec16a1 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:17.904663 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28913f81-eeb3-48ce-8f4d-7365f610f13c admin admin] Publish callbacks [] for security_group (5f58cc1b-37be-4902-b314-cdcb81a29c7b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.911680 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-28913f81-eeb3-48ce-8f4d-7365f610f13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5f58cc1b-37be-4902-b314-cdcb81a29c7b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.918942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:17.926833 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.958649 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:17.962395 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28913f81-eeb3-48ce-8f4d-7365f610f13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f58cc1b-37be-4902-b314-cdcb81a29c7b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:17.970840 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-28913f81-eeb3-48ce-8f4d-7365f610f13c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b6ca56738d2f4fff9757f591a89d5a55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4271247 Feb 11 13:08:17.971669 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49738) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.038220 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6fd99509-660d-4f90-82bc-e964e85204fa admin admin] Publish callbacks [] for security_group (5f58cc1b-37be-4902-b314-cdcb81a29c7b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.067327 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1ef72b8d-f344-4df5-8be3-424c52529635 None None] Provisioning complete for port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:18.068025 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ef72b8d-f344-4df5-8be3-424c52529635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.074838 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6fd99509-660d-4f90-82bc-e964e85204fa admin admin] Publish callbacks [] for security_group (5f58cc1b-37be-4902-b314-cdcb81a29c7b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.082319 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-24060947-a4fa-484e-90ae-34bc0137fbb2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4401047 Feb 11 13:08:18.138089 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Request body: {'port': {'device_id': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:18.139271 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1ef72b8d-f344-4df5-8be3-424c52529635 None None] Port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:08:18.149960 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6fd99509-660d-4f90-82bc-e964e85204fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5f58cc1b-37be-4902-b314-cdcb81a29c7b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.156251 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6fd99509-660d-4f90-82bc-e964e85204fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.160249 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6fd99509-660d-4f90-82bc-e964e85204fa admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f58cc1b-37be-4902-b314-cdcb81a29c7b HTTP/1.1" status: 204 len: 168 time: 0.1864021 Feb 11 13:08:18.194044 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Pushing event updated for resources: {'Port': ['ID=0e06db01-609a-4a02-8a5f-e5e84bec16a1,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.204385 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd99509-660d-4f90-82bc-e964e85204fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f58cc1b-37be-4902-b314-cdcb81a29c7b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.212709 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7c0834e9-cf1a-4067-922c-66511a66bd1a req-a048e538-f580-41de-a06b-8248fe3a198a tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899643 Feb 11 13:08:18.238107 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-13723dc0-6e9e-471b-96f2-83b889459d4d service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335980 Feb 11 13:08:18.318193 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb79f6e-9e0f-4a27-8ae0-18d6dfe29b8f req-c894585c-795c-4060-8cec-dad5f9363a97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.320629 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fbb79f6e-9e0f-4a27-8ae0-18d6dfe29b8f req-c894585c-795c-4060-8cec-dad5f9363a97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 931 time: 0.2841599 Feb 11 13:08:18.330446 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.394081 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49756) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.447837 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Attempting to bind port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:18.448204 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Attempting to bind port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:18.448504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Attempting to bind port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:18.517052 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e85a495-704f-498a-952e-40e390705abe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.521202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:18.521466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Attempting to bind port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 on network 54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:18.532211 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fbb79f6e-9e0f-4a27-8ae0-18d6dfe29b8f req-e47695ba-42c8-4027-9c35-d12af392b7cd tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958518 Feb 11 13:08:18.548248 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:18.548671 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Checking segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:18.548972 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Bound using segment: {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:18.549422 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Bound port: 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9d8b236-6f15-48aa-82ef-113874865f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:18.549781 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.614245 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e85a495-704f-498a-952e-40e390705abe admin admin] Publish callbacks [] for security_group (ab105fd0-f6db-47c7-b24c-f3417f2535a8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.620660 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4e85a495-704f-498a-952e-40e390705abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (ab105fd0-f6db-47c7-b24c-f3417f2535a8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.636587 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b689bee-5e25-4475-a808-96fbd87b3d03 req-2b6bc93e-42a5-4c21-96aa-b9ba615e0c6c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.638091 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b689bee-5e25-4475-a808-96fbd87b3d03 req-2b6bc93e-42a5-4c21-96aa-b9ba615e0c6c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.2124822 Feb 11 13:08:18.662483 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4e85a495-704f-498a-952e-40e390705abe admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ee07e62d38214493bc41e4d70f0a9bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671359 Feb 11 13:08:18.663231 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49768) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:18.665330 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e85a495-704f-498a-952e-40e390705abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab105fd0-f6db-47c7-b24c-f3417f2535a8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.722782 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6edad903-a47a-492d-ac98-044a3e87b3e6 admin admin] Publish callbacks [] for security_group (ab105fd0-f6db-47c7-b24c-f3417f2535a8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.739357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] For port 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:18.748030 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6edad903-a47a-492d-ac98-044a3e87b3e6 admin admin] Publish callbacks [] for security_group (ab105fd0-f6db-47c7-b24c-f3417f2535a8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.767528 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] For port 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:18.781335 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b689bee-5e25-4475-a808-96fbd87b3d03 req-74dfc33b-602f-46e1-8772-4331098d727f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103907 Feb 11 13:08:18.787362 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.817845 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6edad903-a47a-492d-ac98-044a3e87b3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (ab105fd0-f6db-47c7-b24c-f3417f2535a8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.820754 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6edad903-a47a-492d-ac98-044a3e87b3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.822852 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6edad903-a47a-492d-ac98-044a3e87b3e6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ab105fd0-f6db-47c7-b24c-f3417f2535a8 HTTP/1.1" status: 204 len: 168 time: 0.1585567 Feb 11 13:08:18.833582 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edad903-a47a-492d-ac98-044a3e87b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab105fd0-f6db-47c7-b24c-f3417f2535a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.860991 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:18.861720 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.863350 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] 10.222.0.77 "PUT /v2.0/ports/0e06db01-609a-4a02-8a5f-e5e84bec16a1 HTTP/1.1" status: 200 len: 1094 time: 2.5567799 Feb 11 13:08:18.867184 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'tag': '0e06db01-609a-4a02-8a5f-e5e84bec16a1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:18.878336 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028bc29b-c14b-408c-8726-38b396b406c9" -d '{"events": [{"name": "network-changed", "server_uuid": "2441d3cc-e491-4139-ad4d-3506448f90e6", "tag": "0e06db01-609a-4a02-8a5f-e5e84bec16a1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:18.919546 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:18.941975 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Publish callbacks [] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:18.946263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a76d96-751e-49e3-a30e-9fcaaf5c971a service neutron] Pushing event updated for resources: {'Port': ['ID=0e06db01-609a-4a02-8a5f-e5e84bec16a1,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:18.974720 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a46b0ea-69d5-4363-a2d1-337915751bb0 x-openstack-request-id: req-4a46b0ea-69d5-4363-a2d1-337915751bb0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:18.975113 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2441d3cc-e491-4139-ad4d-3506448f90e6", "tag": "0e06db01-609a-4a02-8a5f-e5e84bec16a1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:18.975461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a46b0ea-69d5-4363-a2d1-337915751bb0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:18.975909 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'tag': '0e06db01-609a-4a02-8a5f-e5e84bec16a1', 'status': 'completed', 'code': 200} Feb 11 13:08:18.995289 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Transition to ACTIVE for port object b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:19.000864 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.062939 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b787-4fa7-4390-86ca-211f7c86e480 req-078b2d64-0e26-4fe3-a1c0-6eb1c3135f8b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.065722 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f610b787-4fa7-4390-86ca-211f7c86e480 req-078b2d64-0e26-4fe3-a1c0-6eb1c3135f8b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.1403806 Feb 11 13:08:19.137757 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.228567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f610b787-4fa7-4390-86ca-211f7c86e480 req-1bfd1e8c-b9e7-4051-ada3-dc9a1e6b988a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481745 Feb 11 13:08:19.249733 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Attempting to bind port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:19.250085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Attempting to bind port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:19.250551 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Attempting to bind port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d on network a33c0d66-3b53-4886-9702-f4f00b18277e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:19.256375 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d on network a33c0d66-3b53-4886-9702-f4f00b18277e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:19.256710 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Attempting to bind port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d on network a33c0d66-3b53-4886-9702-f4f00b18277e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:19.265005 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:19.265511 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Checking segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:19.265914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Bound using segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:19.266421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Bound port: b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:19.266836 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.325595 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49806) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:19.348319 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83137ee9-4551-48de-9fa4-38b1e6ce1812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.423306 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:19.434514 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c655-e56a-40b5-8353-ed4b6bb0ba2b req-a63e82cc-20d3-4a18-812e-ff3bd638a8ca tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.436062 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdc2c655-e56a-40b5-8353-ed4b6bb0ba2b req-a63e82cc-20d3-4a18-812e-ff3bd638a8ca tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 944 time: 0.0947809 Feb 11 13:08:19.438186 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:19.466258 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83137ee9-4551-48de-9fa4-38b1e6ce1812 admin admin] Publish callbacks [] for security_group (2d4f91ea-db7d-4f92-a707-72d64f99db1a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.473681 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-83137ee9-4551-48de-9fa4-38b1e6ce1812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2d4f91ea-db7d-4f92-a707-72d64f99db1a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.478206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.559662 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.560310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.561694 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] 10.222.0.77 "PUT /v2.0/ports/b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 200 len: 1093 time: 1.4356995 Feb 11 13:08:19.562333 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-83137ee9-4551-48de-9fa4-38b1e6ce1812 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f22339366a1d4cde9f201bb0b39053da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356679 Feb 11 13:08:19.563762 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83137ee9-4551-48de-9fa4-38b1e6ce1812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4f91ea-db7d-4f92-a707-72d64f99db1a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.568769 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:19.594169 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33237cf-29e3-4a45-bef5-35d928495e11 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.601529 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdc2c655-e56a-40b5-8353-ed4b6bb0ba2b req-05a8da32-4449-4d90-8b21-fe80a7e2e667 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590574 Feb 11 13:08:19.662336 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ee884a2-c9ea-40a6-94d9-84a52fb9291b admin admin] Publish callbacks [] for security_group (2d4f91ea-db7d-4f92-a707-72d64f99db1a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.692294 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ee884a2-c9ea-40a6-94d9-84a52fb9291b admin admin] Publish callbacks [] for security_group (2d4f91ea-db7d-4f92-a707-72d64f99db1a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.705839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780825ff-60d1-427d-9dcd-62e7e314339e req-a8685da7-764f-40f5-a8ce-d24b53a6130b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.707407 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-780825ff-60d1-427d-9dcd-62e7e314339e req-a8685da7-764f-40f5-a8ce-d24b53a6130b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0600333 Feb 11 13:08:19.762475 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ee884a2-c9ea-40a6-94d9-84a52fb9291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2d4f91ea-db7d-4f92-a707-72d64f99db1a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.765522 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3ee884a2-c9ea-40a6-94d9-84a52fb9291b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:19.767092 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3ee884a2-c9ea-40a6-94d9-84a52fb9291b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d4f91ea-db7d-4f92-a707-72d64f99db1a HTTP/1.1" status: 204 len: 168 time: 0.1987767 Feb 11 13:08:19.774676 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-780825ff-60d1-427d-9dcd-62e7e314339e req-6af8cae7-57ed-42c5-b4a0-51adda33bbb7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598619 Feb 11 13:08:19.787552 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee884a2-c9ea-40a6-94d9-84a52fb9291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4f91ea-db7d-4f92-a707-72d64f99db1a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:19.916464 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36924c2d-342e-469d-a1d8-06860c723102 req-a0208346-ac64-47f9-92e2-ad56b85ee7b3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:19.917973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-36924c2d-342e-469d-a1d8-06860c723102 req-a0208346-ac64-47f9-92e2-ad56b85ee7b3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.0578470 Feb 11 13:08:19.970407 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-36924c2d-342e-469d-a1d8-06860c723102 req-e0196baf-315a-4a8c-a489-aaac9ed961d1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439963 Feb 11 13:08:20.356814 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c3685-e92c-48d2-8ddc-11a88f6fc7d9 req-77d67c34-1228-4c85-93c4-e611754e3e72 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.358865 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3b0c3685-e92c-48d2-8ddc-11a88f6fc7d9 req-77d67c34-1228-4c85-93c4-e611754e3e72 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 944 time: 0.0644767 Feb 11 13:08:20.415708 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3b0c3685-e92c-48d2-8ddc-11a88f6fc7d9 req-79100cf0-f701-4152-9856-df694cf61218 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469155 Feb 11 13:08:20.517941 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:20.742018 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bc47f-9ef0-47b3-8064-a40361c9a3e9 req-b4228382-f86d-4b6c-b46d-75183d35e30d tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:20.746821 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f79bc47f-9ef0-47b3-8064-a40361c9a3e9 req-b4228382-f86d-4b6c-b46d-75183d35e30d tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 944 time: 0.0674179 Feb 11 13:08:20.776355 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3703ebf9-3d2b-4e0a-b558-946881e0e941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.820280 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f79bc47f-9ef0-47b3-8064-a40361c9a3e9 req-82f81475-bdd7-4485-a4a7-30ae4f7fc62b tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658917 Feb 11 13:08:20.972080 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3703ebf9-3d2b-4e0a-b558-946881e0e941 admin admin] Publish callbacks [] for security_group (95942348-c871-4ab6-8061-0a6bc3f7ff31), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:20.976498 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:20.978779 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b22cb29-1adb-44fd-b899-19538df96167" -d '{"events": [{"name": "network-changed", "server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:20.982617 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3703ebf9-3d2b-4e0a-b558-946881e0e941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (95942348-c871-4ab6-8061-0a6bc3f7ff31), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.035030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2fb4d-065f-4f3b-be7f-8ba0ec23e30a req-530e41d9-c692-4714-b80e-a3435320cadf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.036618 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2ed2fb4d-065f-4f3b-be7f-8ba0ec23e30a req-530e41d9-c692-4714-b80e-a3435320cadf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1260586 Feb 11 13:08:21.038394 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79b4d6-a47c-4439-a89b-73dd0bb64a5d x-openstack-request-id: req-ad79b4d6-a47c-4439-a89b-73dd0bb64a5d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:21.038686 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:21.038944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ad79b4d6-a47c-4439-a89b-73dd0bb64a5d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:21.039356 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'status': 'completed', 'code': 200} Feb 11 13:08:21.042801 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3703ebf9-3d2b-4e0a-b558-946881e0e941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95942348-c871-4ab6-8061-0a6bc3f7ff31,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:21.052625 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3703ebf9-3d2b-4e0a-b558-946881e0e941 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f117af4c1a14d83b1635f8c77b6329e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5312238 Feb 11 13:08:21.052924 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49914) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:21.087544 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device dbe0cc42-cd76-450c-b4cf-b0276ebfb851 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:21.254133 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.269677 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2ed2fb4d-065f-4f3b-be7f-8ba0ec23e30a req-b801efc0-928c-4636-be1a-f73d4e1e36b7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195747 Feb 11 13:08:21.270444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'port_id': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851', 'mac_address': 'fa:16:3e:6f:7c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98daaaf4-4f6a-4abc-8556-6908ae367166', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:21.303545 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2f29282-6d2e-4d11-87da-462e6a579975 admin admin] Publish callbacks [] for security_group (95942348-c871-4ab6-8061-0a6bc3f7ff31), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.312471 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:21.313224 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.320621 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22cb29-1adb-44fd-b899-19538df96167 req-57dcb563-0b20-49e2-bb42-051ac55b988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.322133 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b22cb29-1adb-44fd-b899-19538df96167 req-57dcb563-0b20-49e2-bb42-051ac55b988d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1127 time: 0.1837368 Feb 11 13:08:21.329794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bc29b-c14b-408c-8726-38b396b406c9 req-e1b610eb-9c61-4e01-932b-13b93de603c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.331652 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-028bc29b-c14b-408c-8726-38b396b406c9 req-e1b610eb-9c61-4e01-932b-13b93de603c7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 1128 time: 0.2340302 Feb 11 13:08:21.334401 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe0cc42-cd76-450c-b4cf-b0276ebfb851 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:21.352018 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b7482-c72b-4b7f-ab0c-3e14c26c052e req-c84abb01-78ed-4d8b-b490-6f0fd75d4440 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.360622 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3d5b7482-c72b-4b7f-ab0c-3e14c26c052e req-c84abb01-78ed-4d8b-b490-6f0fd75d4440 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.2438400 Feb 11 13:08:21.361119 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.367799 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.368493 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 03cd2e03-b96d-49fb-8e3f-667f1b7e674f details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:21.503753 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:21.540477 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.556184 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'port_id': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f', 'mac_address': 'fa:16:3e:59:57:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:21.603563 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:21.604149 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.624358 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03cd2e03-b96d-49fb-8e3f-667f1b7e674f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:21.649258 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.656066 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.656737 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:21.686018 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2f29282-6d2e-4d11-87da-462e6a579975 admin admin] Publish callbacks [] for security_group (95942348-c871-4ab6-8061-0a6bc3f7ff31), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.740859 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:21.807939 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49944) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:21.844463 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,segment=NetworkSegment(4b6b3e3a-1197-4d2f-b764-d16ad628ff3e),segment_id=4b6b3e3a-1197-4d2f-b764-d16ad628ff3e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.855823 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457', 'network_id': '9b08eb4d-72e9-40d9-87b8-6299d83edd76', 'port_id': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457', 'mac_address': 'fa:16:3e:87:19:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82f06c01-b939-4233-be86-806d2376a9e9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:21.900380 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:21.901014 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.916229 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:21.928895 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374e3e13-ba1a-4cc5-8653-9ffd6f46e697 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.938294 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,segment=NetworkSegment(4b6b3e3a-1197-4d2f-b764-d16ad628ff3e),segment_id=4b6b3e3a-1197-4d2f-b764-d16ad628ff3e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:21.944173 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:21.971596 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3d5b7482-c72b-4b7f-ab0c-3e14c26c052e req-8fb41e4a-41de-4b98-8b2b-29f01c88ff6e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6101284 Feb 11 13:08:21.995525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bc29b-c14b-408c-8726-38b396b406c9 req-373f9d0a-a2c6-46a3-9a2a-6546d113c678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.997053 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-028bc29b-c14b-408c-8726-38b396b406c9 req-373f9d0a-a2c6-46a3-9a2a-6546d113c678 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6241426 Feb 11 13:08:21.998556 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22cb29-1adb-44fd-b899-19538df96167 req-fc86a99d-82f3-4f3b-ba23-c9c716523cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:21.999929 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b22cb29-1adb-44fd-b899-19538df96167 req-fc86a99d-82f3-4f3b-ba23-c9c716523cae service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6674283 Feb 11 13:08:22.008005 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6857b29-5a03-4a5f-8d01-e09ad4eaefc5 req-ac331484-4051-4986-a7cd-711f9df9014b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.011841 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374e3e13-ba1a-4cc5-8653-9ffd6f46e697 admin admin] Publish callbacks [] for security_group (ba19a60c-3c9b-4d45-b6e3-6a4818ae7245), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.015435 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6857b29-5a03-4a5f-8d01-e09ad4eaefc5 req-ac331484-4051-4986-a7cd-711f9df9014b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.3315914 Feb 11 13:08:22.018020 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-374e3e13-ba1a-4cc5-8653-9ffd6f46e697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (ba19a60c-3c9b-4d45-b6e3-6a4818ae7245), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.020363 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.038826 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2f29282-6d2e-4d11-87da-462e6a579975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (95942348-c871-4ab6-8061-0a6bc3f7ff31), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.041991 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e2f29282-6d2e-4d11-87da-462e6a579975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.045632 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e2f29282-6d2e-4d11-87da-462e6a579975 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/95942348-c871-4ab6-8061-0a6bc3f7ff31 HTTP/1.1" status: 204 len: 168 time: 0.9894583 Feb 11 13:08:22.058921 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e3e13-ba1a-4cc5-8653-9ffd6f46e697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba19a60c-3c9b-4d45-b6e3-6a4818ae7245,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.067068 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-374e3e13-ba1a-4cc5-8653-9ffd6f46e697 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=91e2ae047bd84137a3d6bcd2ef160dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2578056 Feb 11 13:08:22.069529 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.073105 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f29282-6d2e-4d11-87da-462e6a579975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95942348-c871-4ab6-8061-0a6bc3f7ff31,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.084673 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6857b29-5a03-4a5f-8d01-e09ad4eaefc5 req-b8be37af-e20f-4c07-8132-98e1b5acf33b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683825 Feb 11 13:08:22.120979 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-819266ef-b460-4494-87d0-9a62e9e1cff2 admin admin] Publish callbacks [] for security_group (ba19a60c-3c9b-4d45-b6e3-6a4818ae7245), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.153589 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-819266ef-b460-4494-87d0-9a62e9e1cff2 admin admin] Publish callbacks [] for security_group (ba19a60c-3c9b-4d45-b6e3-6a4818ae7245), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.180968 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219f732-dd4c-4bf1-9f1a-796825bfb70f req-f0ff354b-56df-4f4d-8d67-45fe4464c187 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.182549 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7219f732-dd4c-4bf1-9f1a-796825bfb70f req-f0ff354b-56df-4f4d-8d67-45fe4464c187 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 945 time: 0.0587444 Feb 11 13:08:22.207365 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-819266ef-b460-4494-87d0-9a62e9e1cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (ba19a60c-3c9b-4d45-b6e3-6a4818ae7245), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.210178 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-819266ef-b460-4494-87d0-9a62e9e1cff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.213753 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-819266ef-b460-4494-87d0-9a62e9e1cff2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ba19a60c-3c9b-4d45-b6e3-6a4818ae7245 HTTP/1.1" status: 204 len: 168 time: 0.1406705 Feb 11 13:08:22.230314 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819266ef-b460-4494-87d0-9a62e9e1cff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba19a60c-3c9b-4d45-b6e3-6a4818ae7245,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.246042 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7219f732-dd4c-4bf1-9f1a-796825bfb70f req-91c35df0-44b1-4c49-9a84-99688f887aaa tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559232 Feb 11 13:08:22.370281 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49962) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.384286 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ea322d-1273-4f95-97ef-00cc4604eaa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.423386 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db82bc3-fd68-4693-8681-823f4d1c7ca7 req-e46b7b30-61e6-4c27-942c-45bc50b29dc2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:22.425167 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4db82bc3-fd68-4693-8681-823f4d1c7ca7 req-e46b7b30-61e6-4c27-942c-45bc50b29dc2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0661228 Feb 11 13:08:22.477512 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4db82bc3-fd68-4693-8681-823f4d1c7ca7 req-5dd1eeaf-8f7e-41e8-a258-08283dbe6beb tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454714 Feb 11 13:08:22.477635 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ea322d-1273-4f95-97ef-00cc4604eaa0 admin admin] Publish callbacks [] for security_group (5f6a51d4-2dda-4a07-9c0b-d4e084aad12f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.482298 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-56ea322d-1273-4f95-97ef-00cc4604eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5f6a51d4-2dda-4a07-9c0b-d4e084aad12f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.525540 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-56ea322d-1273-4f95-97ef-00cc4604eaa0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f3f20c1c20749a09cdaedbbf400fc6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1516576 Feb 11 13:08:22.525540 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea322d-1273-4f95-97ef-00cc4604eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a51d4-2dda-4a07-9c0b-d4e084aad12f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.526147 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49966) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.573273 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 49968) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.578553 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c3f47a5-798c-4a05-9c5e-7267df96c488 admin admin] Publish callbacks [] for security_group (5f6a51d4-2dda-4a07-9c0b-d4e084aad12f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.587378 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e9ba9c-d079-4d15-bfb4-1a1ab8672adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.600082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c3f47a5-798c-4a05-9c5e-7267df96c488 admin admin] Publish callbacks [] for security_group (5f6a51d4-2dda-4a07-9c0b-d4e084aad12f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.649700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c3f47a5-798c-4a05-9c5e-7267df96c488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5f6a51d4-2dda-4a07-9c0b-d4e084aad12f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.652351 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2c3f47a5-798c-4a05-9c5e-7267df96c488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.653494 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2c3f47a5-798c-4a05-9c5e-7267df96c488 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f6a51d4-2dda-4a07-9c0b-d4e084aad12f HTTP/1.1" status: 204 len: 168 time: 0.1261194 Feb 11 13:08:22.662199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f47a5-798c-4a05-9c5e-7267df96c488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a51d4-2dda-4a07-9c0b-d4e084aad12f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.666951 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e9ba9c-d079-4d15-bfb4-1a1ab8672adc admin admin] Publish callbacks [] for security_group (fe9e012a-67fc-41b0-a004-9687375c6ddf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.674376 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e9ba9c-d079-4d15-bfb4-1a1ab8672adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (fe9e012a-67fc-41b0-a004-9687375c6ddf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.713903 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-50e9ba9c-d079-4d15-bfb4-1a1ab8672adc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=76cc1b722dc94229a47c190dd1f5b6b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395228 Feb 11 13:08:22.716606 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9ba9c-d079-4d15-bfb4-1a1ab8672adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9e012a-67fc-41b0-a004-9687375c6ddf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:22.717232 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 49972) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:22.770774 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad33ef11-4fd7-4d10-a63a-49a42d2411ac admin admin] Publish callbacks [] for security_group (fe9e012a-67fc-41b0-a004-9687375c6ddf), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.791474 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad33ef11-4fd7-4d10-a63a-49a42d2411ac admin admin] Publish callbacks [] for security_group (fe9e012a-67fc-41b0-a004-9687375c6ddf), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.844217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad33ef11-4fd7-4d10-a63a-49a42d2411ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (fe9e012a-67fc-41b0-a004-9687375c6ddf), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.846788 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad33ef11-4fd7-4d10-a63a-49a42d2411ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:22.848184 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-ad33ef11-4fd7-4d10-a63a-49a42d2411ac admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fe9e012a-67fc-41b0-a004-9687375c6ddf HTTP/1.1" status: 204 len: 168 time: 0.1297188 Feb 11 13:08:22.856334 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33ef11-4fd7-4d10-a63a-49a42d2411ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9e012a-67fc-41b0-a004-9687375c6ddf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:23.143481 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d17e1f-4195-44c6-9919-c5ce767b8d0c req-f4ffb09e-e0cd-4562-bf58-1d4ae641ea11 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.146441 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-33d17e1f-4195-44c6-9919-c5ce767b8d0c req-f4ffb09e-e0cd-4562-bf58-1d4ae641ea11 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.0681233 Feb 11 13:08:23.479894 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-33d17e1f-4195-44c6-9919-c5ce767b8d0c req-7b1954e1-8f64-4427-8d2d-004134b93205 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282068 Feb 11 13:08:23.512372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63bed5-3cc4-4c84-b40b-3b1b0e653113 req-ab0939d8-4792-458e-abcd-28eb5db24678 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.519159 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e63bed5-3cc4-4c84-b40b-3b1b0e653113 req-ab0939d8-4792-458e-abcd-28eb5db24678 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.3238237 Feb 11 13:08:23.530719 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22cb29-1adb-44fd-b899-19538df96167 req-8fd21b2d-035a-4696-961f-702f6b6637ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.533624 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b22cb29-1adb-44fd-b899-19538df96167 req-8fd21b2d-035a-4696-961f-702f6b6637ad service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3603089 Feb 11 13:08:23.553265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028bc29b-c14b-408c-8726-38b396b406c9 req-8daa070d-268f-4121-81ee-2e688c057987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.554841 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-028bc29b-c14b-408c-8726-38b396b406c9 req-8daa070d-268f-4121-81ee-2e688c057987 service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3681674 Feb 11 13:08:23.614911 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e63bed5-3cc4-4c84-b40b-3b1b0e653113 req-202a22c0-7297-426b-bc6e-0b4e4765abed tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948739 Feb 11 13:08:23.655341 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed5522-a7d9-4a33-b641-8131c7a93740 req-eee740e9-d251-42b0-90e9-46f0d12b7443 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.657754 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5ed5522-a7d9-4a33-b641-8131c7a93740 req-eee740e9-d251-42b0-90e9-46f0d12b7443 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 945 time: 0.0903416 Feb 11 13:08:23.721697 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5ed5522-a7d9-4a33-b641-8131c7a93740 req-ca680382-3ba7-4fe9-901a-9c6e388ee4fb tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584173 Feb 11 13:08:23.768242 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a7f95-c70f-4846-9473-bc8797f611ed req-e39d5a0d-0fee-4dbb-a7d1-7d5ac72c1703 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:23.769710 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a99a7f95-c70f-4846-9473-bc8797f611ed req-e39d5a0d-0fee-4dbb-a7d1-7d5ac72c1703 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0637810 Feb 11 13:08:23.826014 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a99a7f95-c70f-4846-9473-bc8797f611ed req-81cf5d89-5bc1-4824-85e4-f7dfaa0d3198 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501895 Feb 11 13:08:24.282650 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-74b45c88-d84c-4a0b-af7c-cbd606d98da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.284200 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-74b45c88-d84c-4a0b-af7c-cbd606d98da7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1127 time: 0.0806384 Feb 11 13:08:24.287078 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-94a435f7-2221-4f17-85ec-b4914091f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.288470 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-94a435f7-2221-4f17-85ec-b4914091f55a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 1128 time: 0.0765059 Feb 11 13:08:24.371287 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-70305e4e-e716-4a2f-8c84-82efe73a248f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1 HTTP/1.1" status: 200 len: 217 time: 0.0690484 Feb 11 13:08:24.373432 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-e6a9aec1-bb2f-4f96-a997-5e9e7b4f4195 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 200 len: 217 time: 0.0743787 Feb 11 13:08:24.494611 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a4244-742f-4bc7-9430-4927e3044cdd req-0766e47a-60bb-4f56-8519-51e32de306a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.496458 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-0766e47a-60bb-4f56-8519-51e32de306a7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.1152360 Feb 11 13:08:24.516022 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['03cd2e03-b96d-49fb-8e3f-667f1b7e674f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:24.518638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-b5e3d9e2-420f-4525-a1e7-06e1bc0ba598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.520747 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-b5e3d9e2-420f-4525-a1e7-06e1bc0ba598 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.1383543 Feb 11 13:08:24.542296 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-4ea0c2a7-af37-49a3-9b0d-e76910faf644 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360677 Feb 11 13:08:24.648561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['0e83c8fb-9b3a-48ca-885a-d7740ffc8457'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:24.651761 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:24.781544 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-28ea4c6b-8850-439d-814e-d75fad5d7772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:24.787211 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-28ea4c6b-8850-439d-814e-d75fad5d7772 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2434406 Feb 11 13:08:24.853277 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-643d9a45-46ff-40e9-825b-12485a436cf7 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028290 Feb 11 13:08:25.211031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01fada7-b299-40af-b3e8-e91aa5e666de req-e5dd75bb-4443-46d6-a7b2-9a07a1cb2975 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.212624 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e01fada7-b299-40af-b3e8-e91aa5e666de req-e5dd75bb-4443-46d6-a7b2-9a07a1cb2975 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.4651685 Feb 11 13:08:25.253144 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d0a2b-f72a-406c-9739-723fa5ed75ba req-99156fe2-b173-4dbe-90d3-8340f4996531 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.254748 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f30d0a2b-f72a-406c-9739-723fa5ed75ba req-99156fe2-b173-4dbe-90d3-8340f4996531 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.5935676 Feb 11 13:08:25.329785 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-6eead710-cddc-4b18-9860-8db73a063487 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046887 Feb 11 13:08:25.376211 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-338a4244-742f-4bc7-9430-4927e3044cdd req-5c7696c4-f0d1-4b9d-8cb8-2fb3e0ff3410 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076718 Feb 11 13:08:25.400390 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e01fada7-b299-40af-b3e8-e91aa5e666de req-e29cfc98-0ff4-48d5-9d2b-9eb3c4850df6 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413438 Feb 11 13:08:25.463450 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f30d0a2b-f72a-406c-9739-723fa5ed75ba req-afc86569-608e-491d-81d2-621f96417d7d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958451 Feb 11 13:08:25.563560 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56e11e6f-1499-4535-9c98-8293bcff2c69 req-029c585e-73aa-4c21-b2a0-cc3eb63035af service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144351 Feb 11 13:08:25.585113 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2edf18-f012-4076-b084-9c21ef76dc80 req-80d0ad0d-ec07-4a99-904c-6b9edae2d937 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.586643 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ed2edf18-f012-4076-b084-9c21ef76dc80 req-80d0ad0d-ec07-4a99-904c-6b9edae2d937 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 945 time: 0.1145952 Feb 11 13:08:25.608004 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd90e0d-b30c-4e2f-b8ef-df1ffee80e98 req-9aff6973-8f6b-4480-bfbb-b115cd0d9ed7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:25.609524 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3fd90e0d-b30c-4e2f-b8ef-df1ffee80e98 req-9aff6973-8f6b-4480-bfbb-b115cd0d9ed7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0913825 Feb 11 13:08:25.679392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ed2edf18-f012-4076-b084-9c21ef76dc80 req-a3c75ecc-b468-483e-96c8-0107d17b3001 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845973 Feb 11 13:08:25.682485 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3fd90e0d-b30c-4e2f-b8ef-df1ffee80e98 req-bf7ed2c1-2f90-402b-adef-d52ea06fd9c4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653780 Feb 11 13:08:26.543332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9eb8a-140e-4fb9-867d-f5186bd8b5e3 req-322f4a46-a86c-4b8f-bd8b-0b0c5abd3f3f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.545386 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-92e9eb8a-140e-4fb9-867d-f5186bd8b5e3 req-322f4a46-a86c-4b8f-bd8b-0b0c5abd3f3f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0743272 Feb 11 13:08:26.617911 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3da972-8146-41b0-8453-fb8bb011af08 req-0246c5e8-40aa-4678-8fcf-c8ad38d09762 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.619400 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c3da972-8146-41b0-8453-fb8bb011af08 req-0246c5e8-40aa-4678-8fcf-c8ad38d09762 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.0940719 Feb 11 13:08:26.622703 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-92e9eb8a-140e-4fb9-867d-f5186bd8b5e3 req-81868ffb-3a36-49a9-9470-453ec19ba086 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592883 Feb 11 13:08:26.665443 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c3da972-8146-41b0-8453-fb8bb011af08 req-c9394426-1de7-44f9-851e-b27c02801279 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403836 Feb 11 13:08:26.835783 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfbcdcf-4f90-4030-b412-e4bf8aa37f51 req-c4e26219-f41a-491c-9d0f-6972740de757 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.837256 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fdfbcdcf-4f90-4030-b412-e4bf8aa37f51 req-c4e26219-f41a-491c-9d0f-6972740de757 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 945 time: 0.0859067 Feb 11 13:08:26.844800 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da955d-071b-467d-9829-8cdbc60ce976 req-62230192-1749-4039-b434-abe69d900183 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:26.846119 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a8da955d-071b-467d-9829-8cdbc60ce976 req-62230192-1749-4039-b434-abe69d900183 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0690534 Feb 11 13:08:26.918989 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fdfbcdcf-4f90-4030-b412-e4bf8aa37f51 req-bce68e38-21cc-4b00-b5bc-4dbaa165f201 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719359 Feb 11 13:08:26.922191 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a8da955d-071b-467d-9829-8cdbc60ce976 req-018a49f1-e90d-422c-bf67-f436132ea7c5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695522 Feb 11 13:08:27.739554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec80c8-1694-40e1-97ec-13ff3d6fcebb req-cdb01afe-05cf-4cef-a761-46b9ad4682bd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.740944 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-29ec80c8-1694-40e1-97ec-13ff3d6fcebb req-cdb01afe-05cf-4cef-a761-46b9ad4682bd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 945 time: 0.0535169 Feb 11 13:08:27.781329 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device dbe0cc42-cd76-450c-b4cf-b0276ebfb851 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:27.815523 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-29ec80c8-1694-40e1-97ec-13ff3d6fcebb req-c9af9d3b-36db-4345-b070-ecddb658bca3 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656796 Feb 11 13:08:27.823049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7b9a2-d01f-428e-b13c-37adb11750da req-ee7a880b-2284-417f-b6d6-7d43f3ff48bd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:27.824534 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6c7b9a2-d01f-428e-b13c-37adb11750da req-ee7a880b-2284-417f-b6d6-7d43f3ff48bd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.0827367 Feb 11 13:08:27.831936 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:27.836092 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:27.836552 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.877084 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6c7b9a2-d01f-428e-b13c-37adb11750da req-688d6acf-d645-4056-9987-c20c3e459ffb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Feb 11 13:08:27.917262 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:27.917661 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:27.939970 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:28.018676 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:28.023987 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.024860 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 03cd2e03-b96d-49fb-8e3f-667f1b7e674f up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:28.072260 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639feea1-6783-44ea-9bc9-0c0d4ba66cd7 req-41bb1c32-5bb9-45f8-b8ab-ec4fd25f122b tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.073772 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-639feea1-6783-44ea-9bc9-0c0d4ba66cd7 req-41bb1c32-5bb9-45f8-b8ab-ec4fd25f122b tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 945 time: 0.0886950 Feb 11 13:08:28.082394 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e95fd0-0717-4c40-8fc4-1ec53092648a req-e3e74dba-6364-447e-b49b-26603da2c76e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.083950 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2e95fd0-0717-4c40-8fc4-1ec53092648a req-e3e74dba-6364-447e-b49b-26603da2c76e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0900118 Feb 11 13:08:28.104765 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:28.118394 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:28.125496 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdd126f-757b-4745-b51f-b5656f7b3d0f" -d '{"events": [{"server_uuid": "7c4f3439-5065-49f7-b10e-02e6d2b6fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "dbe0cc42-cd76-450c-b4cf-b0276ebfb851"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:28.128912 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:28.129297 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.157560 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-639feea1-6783-44ea-9bc9-0c0d4ba66cd7 req-04fa791d-4086-4473-9295-93ab019d56ac tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726357 Feb 11 13:08:28.161560 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2e95fd0-0717-4c40-8fc4-1ec53092648a req-f7821ec4-a58f-4941-bc60-42002982b595 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706275 Feb 11 13:08:28.225050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:28.225453 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.259992 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:28.265286 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.266137 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:28.290319 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc01c47-45c8-44e3-ad09-5185706e5b45 x-openstack-request-id: req-ecc01c47-45c8-44e3-ad09-5185706e5b45 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:28.290636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4f3439-5065-49f7-b10e-02e6d2b6fbb7", "name": "network-vif-plugged", "status": "completed", "tag": "dbe0cc42-cd76-450c-b4cf-b0276ebfb851", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:28.290893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ecc01c47-45c8-44e3-ad09-5185706e5b45 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:28.291369 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851', 'code': 200} Feb 11 13:08:28.344622 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:28.357494 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:28.361033 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:28.361411 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.446439 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.448673 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:28.449051 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.480777 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,segment=NetworkSegment(4b6b3e3a-1197-4d2f-b764-d16ad628ff3e),segment_id=4b6b3e3a-1197-4d2f-b764-d16ad628ff3e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:28.485142 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:28.530505 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:28.980983 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f022b1-5cf3-4d81-8a6b-52db5d56f488 req-4c8f84cf-9229-4a19-9638-3e7e10bc3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.982986 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-52f022b1-5cf3-4d81-8a6b-52db5d56f488 req-4c8f84cf-9229-4a19-9638-3e7e10bc3aa1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 1130 time: 0.1237633 Feb 11 13:08:28.990877 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b361f40-bc2d-4b94-ac4d-be688107379a req-cfd01464-ebd5-413a-bad0-33a0744b6ebc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:28.992284 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b361f40-bc2d-4b94-ac4d-be688107379a req-cfd01464-ebd5-413a-bad0-33a0744b6ebc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.1044846 Feb 11 13:08:29.030273 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-52f022b1-5cf3-4d81-8a6b-52db5d56f488 req-bf201ab3-ce0a-4ef4-bfce-1a6764691f7b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.098466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc46d7c-8cb5-46fe-8769-1be1cdcd0bd9 req-e4d2355c-d20d-422c-ac2c-86e6ccc5cc83 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:29.099907 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3bc46d7c-8cb5-46fe-8769-1be1cdcd0bd9 req-e4d2355c-d20d-422c-ac2c-86e6ccc5cc83 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.1316936 Feb 11 13:08:29.108881 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b361f40-bc2d-4b94-ac4d-be688107379a req-b31ee850-c65e-4fa7-83af-01dc1a93bc6a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974760 Feb 11 13:08:29.169879 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3bc46d7c-8cb5-46fe-8769-1be1cdcd0bd9 req-559bbea1-e829-4cae-bf90-e644a54db88e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600233 Feb 11 13:08:29.189687 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-52f022b1-5cf3-4d81-8a6b-52db5d56f488 req-bf201ab3-ce0a-4ef4-bfce-1a6764691f7b service neutron] Publish callbacks [] for security_group (66e7e208-840f-4a6a-9b42-be65e8a9c0d0), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.193645 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-52f022b1-5cf3-4d81-8a6b-52db5d56f488 req-bf201ab3-ce0a-4ef4-bfce-1a6764691f7b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (66e7e208-840f-4a6a-9b42-be65e8a9c0d0), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:29.249519 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-52f022b1-5cf3-4d81-8a6b-52db5d56f488 req-bf201ab3-ce0a-4ef4-bfce-1a6764691f7b service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433231 Feb 11 13:08:29.276477 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf201ab3-ce0a-4ef4-bfce-1a6764691f7b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7e208-840f-4a6a-9b42-be65e8a9c0d0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:29.349749 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9a96a-3d83-409d-ab28-7e629724a3a5 req-2f199ece-fc62-49af-aac0-5669349bdb65 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:29.357786 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6cc9a96a-3d83-409d-ab28-7e629724a3a5 req-2f199ece-fc62-49af-aac0-5669349bdb65 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1047986 Feb 11 13:08:29.360643 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d3f49-bde3-44b5-90a7-f3422a1e677f req-ddf646cc-d25d-4595-a7f6-f62b08435fc5 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:29.362377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f94d3f49-bde3-44b5-90a7-f3422a1e677f req-ddf646cc-d25d-4595-a7f6-f62b08435fc5 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.1279612 Feb 11 13:08:29.435812 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6cc9a96a-3d83-409d-ab28-7e629724a3a5 req-1a529a62-2e5d-4497-bee5-c0c92b4c08b1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714130 Feb 11 13:08:29.455360 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f94d3f49-bde3-44b5-90a7-f3422a1e677f req-5f3d5a37-2033-450f-bb46-9f6d939a396e tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801382 Feb 11 13:08:29.974186 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50316) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:30.075404 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57de6c52-6b8d-4f5e-883c-ccf42deb50eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.148505 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57de6c52-6b8d-4f5e-883c-ccf42deb50eb admin admin] Publish callbacks [] for security_group (a2666161-d0a0-415c-b851-ec7d208810a8), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.153130 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-57de6c52-6b8d-4f5e-883c-ccf42deb50eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a2666161-d0a0-415c-b851-ec7d208810a8), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.171565 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e06db01-609a-4a02-8a5f-e5e84bec16a1 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:30.202485 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-57de6c52-6b8d-4f5e-883c-ccf42deb50eb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=efd0e696bb0b4a4fa15937be73860f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271979 Feb 11 13:08:30.205209 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50324) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:30.220504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de6c52-6b8d-4f5e-883c-ccf42deb50eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2666161-d0a0-415c-b851-ec7d208810a8,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:30.266872 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38bd039-19ed-4d99-be60-1052a20de8a2 admin admin] Publish callbacks [] for security_group (a2666161-d0a0-415c-b851-ec7d208810a8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.284267 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:30.285049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d6971-c6b6-4cca-ba70-d6ca3632fd95 req-d16fc0f6-a366-4829-a32b-61951aec74cb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.286619 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498d6971-c6b6-4cca-ba70-d6ca3632fd95 req-d16fc0f6-a366-4829-a32b-61951aec74cb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.1101878 Feb 11 13:08:30.288791 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38bd039-19ed-4d99-be60-1052a20de8a2 admin admin] Publish callbacks [] for security_group (a2666161-d0a0-415c-b851-ec7d208810a8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.295517 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b11b5a-d884-491e-aa39-82d3287552aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f'}, {'server_uuid': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:30.298681 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabd96ec-75f6-49df-9a9c-d592ea7dbb58" -d '{"events": [{"server_uuid": "05b11b5a-d884-491e-aa39-82d3287552aa", "name": "network-vif-plugged", "status": "completed", "tag": "03cd2e03-b96d-49fb-8e3f-667f1b7e674f"}, {"server_uuid": "9a34a531-a1f4-44a6-887a-7f8a2328dc43", "name": "network-vif-plugged", "status": "completed", "tag": "0e83c8fb-9b3a-48ca-885a-d7740ffc8457"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:30.304704 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '0e06db01-609a-4a02-8a5f-e5e84bec16a1', 'network_id': '54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d', 'port_id': '0e06db01-609a-4a02-8a5f-e5e84bec16a1', 'mac_address': 'fa:16:3e:67:c1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb8d927-3e38-4ac3-a611-32e8190e7b48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:30.340170 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38bd039-19ed-4d99-be60-1052a20de8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a2666161-d0a0-415c-b851-ec7d208810a8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.343504 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a38bd039-19ed-4d99-be60-1052a20de8a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.344850 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a38bd039-19ed-4d99-be60-1052a20de8a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2666161-d0a0-415c-b851-ec7d208810a8 HTTP/1.1" status: 204 len: 168 time: 0.1374040 Feb 11 13:08:30.348643 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cf9b2-1269-458c-85bd-d19e2990f5c9 req-e4a3cda0-21e7-465f-9db7-ee6573b18ac9 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.350157 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a0cf9b2-1269-458c-85bd-d19e2990f5c9 req-e4a3cda0-21e7-465f-9db7-ee6573b18ac9 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 944 time: 0.0998943 Feb 11 13:08:30.353412 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38bd039-19ed-4d99-be60-1052a20de8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2666161-d0a0-415c-b851-ec7d208810a8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:30.359243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498d6971-c6b6-4cca-ba70-d6ca3632fd95 req-a18b807c-88de-4395-8cae-8f4df31212c7 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664213 Feb 11 13:08:30.366201 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:30.367053 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.383568 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e06db01-609a-4a02-8a5f-e5e84bec16a1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:30.409138 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a0cf9b2-1269-458c-85bd-d19e2990f5c9 req-bd3b3249-365b-4c1e-84d6-563682558ed6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487976 Feb 11 13:08:30.426565 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102c6388-fa1f-40f2-9caf-4b9b90f0943b x-openstack-request-id: req-102c6388-fa1f-40f2-9caf-4b9b90f0943b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:30.426871 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b11b5a-d884-491e-aa39-82d3287552aa", "name": "network-vif-plugged", "status": "completed", "tag": "03cd2e03-b96d-49fb-8e3f-667f1b7e674f", "code": 200}, {"server_uuid": "9a34a531-a1f4-44a6-887a-7f8a2328dc43", "name": "network-vif-plugged", "status": "completed", "tag": "0e83c8fb-9b3a-48ca-885a-d7740ffc8457", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:30.427142 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-102c6388-fa1f-40f2-9caf-4b9b90f0943b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:30.427536 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b11b5a-d884-491e-aa39-82d3287552aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f', 'code': 200} Feb 11 13:08:30.427854 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457', 'code': 200} Feb 11 13:08:30.431450 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:30.437293 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.502391 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=0e06db01-609a-4a02-8a5f-e5e84bec16a1,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:30.708302 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553f6dc-7895-4e46-889f-368a74ee4e66 req-f8143d7e-cab9-4d26-9e39-551312ac3dd3 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.709672 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1553f6dc-7895-4e46-889f-368a74ee4e66 req-f8143d7e-cab9-4d26-9e39-551312ac3dd3 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.1548071 Feb 11 13:08:30.724032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['0e06db01-609a-4a02-8a5f-e5e84bec16a1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:30.767266 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f24c1a-c5f9-42c3-911b-4cc8683fbd03 req-a409f512-6ae0-41cb-b39f-91602b658fc1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.768961 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6f24c1a-c5f9-42c3-911b-4cc8683fbd03 req-a409f512-6ae0-41cb-b39f-91602b658fc1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1730056 Feb 11 13:08:30.782965 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ce121e-64c3-400f-ba89-f5df25bbd774 req-679a60e7-1537-4fd4-9152-856a3222bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.783504 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:30.784508 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30ce121e-64c3-400f-ba89-f5df25bbd774 req-679a60e7-1537-4fd4-9152-856a3222bd30 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 1130 time: 0.1550164 Feb 11 13:08:30.789704 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7ed80-b31c-4bc2-9671-3bfb1cd8c2f4 req-7ad972cc-f2ec-42e9-898b-582561beccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:30.796384 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71c7ed80-b31c-4bc2-9671-3bfb1cd8c2f4 req-7ad972cc-f2ec-42e9-898b-582561beccd7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.1626770 Feb 11 13:08:30.810784 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9650549-66e4-408b-ba19-be7803208cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.890695 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1553f6dc-7895-4e46-889f-368a74ee4e66 req-d16aecaf-024f-4965-9365-2e7dc4884098 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721518 Feb 11 13:08:30.935802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9650549-66e4-408b-ba19-be7803208cc6 admin admin] Publish callbacks [] for security_group (8ad8b5f0-bce5-4b00-acb8-97368c62019f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.941788 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d9650549-66e4-408b-ba19-be7803208cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8ad8b5f0-bce5-4b00-acb8-97368c62019f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:30.961090 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30ce121e-64c3-400f-ba89-f5df25bbd774 req-0400c9d2-2f76-4f99-a303-2d8748a0a1db service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636264 Feb 11 13:08:30.974600 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6f24c1a-c5f9-42c3-911b-4cc8683fbd03 req-a6014fd1-58da-40c0-a6c5-a2a0c8945969 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945436 Feb 11 13:08:30.983716 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71c7ed80-b31c-4bc2-9671-3bfb1cd8c2f4 req-a89d4861-c7c2-4f7c-acef-ff1518721900 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654201 Feb 11 13:08:31.008214 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9650549-66e4-408b-ba19-be7803208cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad8b5f0-bce5-4b00-acb8-97368c62019f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:31.014111 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d9650549-66e4-408b-ba19-be7803208cc6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57967862c85242b99bdf4df37e9b6ebd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293172 Feb 11 13:08:31.018421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50362) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:31.080898 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b06a818-3320-408e-b302-0463dcb6634a admin admin] Publish callbacks [] for security_group (8ad8b5f0-bce5-4b00-acb8-97368c62019f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.107841 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b06a818-3320-408e-b302-0463dcb6634a admin admin] Publish callbacks [] for security_group (8ad8b5f0-bce5-4b00-acb8-97368c62019f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.163792 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b06a818-3320-408e-b302-0463dcb6634a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8ad8b5f0-bce5-4b00-acb8-97368c62019f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.166894 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2b06a818-3320-408e-b302-0463dcb6634a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:31.168274 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2b06a818-3320-408e-b302-0463dcb6634a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8ad8b5f0-bce5-4b00-acb8-97368c62019f HTTP/1.1" status: 204 len: 168 time: 0.1487298 Feb 11 13:08:31.177435 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06a818-3320-408e-b302-0463dcb6634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad8b5f0-bce5-4b00-acb8-97368c62019f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:31.509335 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9862bd5-4d2f-4133-96cd-7242fea211f5 req-8da08c1e-5c03-49d2-92a7-cf6fb2b9df35 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.510884 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e9862bd5-4d2f-4133-96cd-7242fea211f5 req-8da08c1e-5c03-49d2-92a7-cf6fb2b9df35 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.0657835 Feb 11 13:08:31.603889 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e9862bd5-4d2f-4133-96cd-7242fea211f5 req-6de71b92-ef70-4d01-932d-7883585371ad tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707090 Feb 11 13:08:31.613225 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97538ed2-b359-4a21-80a3-375efc248b3c req-aba04489-7c25-4f0c-8ddc-a2b2f198a60e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:31.614781 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-97538ed2-b359-4a21-80a3-375efc248b3c req-aba04489-7c25-4f0c-8ddc-a2b2f198a60e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 945 time: 0.1009285 Feb 11 13:08:31.663465 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-97538ed2-b359-4a21-80a3-375efc248b3c req-072bfcf5-c106-474e-85e8-f072df18144b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427659 Feb 11 13:08:32.011986 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb08c15-7519-416e-a74e-2dcc9e9e6eed req-b681c829-ef33-4888-bfe0-05b58bed8e72 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.013838 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfb08c15-7519-416e-a74e-2dcc9e9e6eed req-b681c829-ef33-4888-bfe0-05b58bed8e72 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.0550921 Feb 11 13:08:32.075099 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfb08c15-7519-416e-a74e-2dcc9e9e6eed req-aac6a885-7afd-4b99-a437-b754ed636fe1 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546334 Feb 11 13:08:32.142174 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890b7e6-20c7-4b7c-abba-27a681abf465 req-526a7741-4c86-4957-aacc-e616e6297eec tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.145963 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c890b7e6-20c7-4b7c-abba-27a681abf465 req-526a7741-4c86-4957-aacc-e616e6297eec tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0700138 Feb 11 13:08:32.164130 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0792a178-e142-46bd-bbc5-37d02a2031ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.190632 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:32.198883 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e06db01-609a-4a02-8a5f-e5e84bec16a1 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:32.263515 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c890b7e6-20c7-4b7c-abba-27a681abf465 req-9087db33-39eb-456e-861c-b249b19f638a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038904 Feb 11 13:08:32.346992 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:32.364000 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:32.364652 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.406322 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:32.422600 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:32.477542 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:32.477944 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.498521 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:32.545444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:32.550257 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:32.550839 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.554858 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.615988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e06db01-609a-4a02-8a5f-e5e84bec16a1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:32.618571 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8989a0-a62b-4d1a-8ff5-52dbcd799918" -d '{"events": [{"server_uuid": "2441d3cc-e491-4139-ad4d-3506448f90e6", "name": "network-vif-plugged", "status": "completed", "tag": "0e06db01-609a-4a02-8a5f-e5e84bec16a1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:32.638885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:32.651488 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:32.656068 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.735903 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=0e06db01-609a-4a02-8a5f-e5e84bec16a1,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:32.740361 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993a1783-acb4-48d9-a96c-9235b530c410 x-openstack-request-id: req-993a1783-acb4-48d9-a96c-9235b530c410 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:32.740796 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2441d3cc-e491-4139-ad4d-3506448f90e6", "name": "network-vif-plugged", "status": "completed", "tag": "0e06db01-609a-4a02-8a5f-e5e84bec16a1", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:32.741155 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-993a1783-acb4-48d9-a96c-9235b530c410 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:32.741641 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e06db01-609a-4a02-8a5f-e5e84bec16a1', 'code': 200} Feb 11 13:08:32.789941 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50454) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:32.865537 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:32.931025 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457a307-bdbe-4579-a120-6b808ec059bc req-18778e14-8208-451a-a18c-04556733220c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.938460 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b457a307-bdbe-4579-a120-6b808ec059bc req-18778e14-8208-451a-a18c-04556733220c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.1830597 Feb 11 13:08:32.991759 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67aa98-ee97-4201-8a19-eea35ac31163 req-5852d4a4-624f-4b1c-8b1b-edada0d3cb4c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:32.993513 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6a67aa98-ee97-4201-8a19-eea35ac31163 req-5852d4a4-624f-4b1c-8b1b-edada0d3cb4c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1574261 Feb 11 13:08:33.100332 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b457a307-bdbe-4579-a120-6b808ec059bc req-5cdb7ef3-f5f0-4788-b401-07cfc97d04a2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452816 Feb 11 13:08:33.134340 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4125c12-b041-4899-b88d-26ea8b27e9ee req-8a7c8f7e-98d1-485a-a7ef-f693adb26d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.135912 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a4125c12-b041-4899-b88d-26ea8b27e9ee req-8a7c8f7e-98d1-485a-a7ef-f693adb26d98 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 1130 time: 0.1893353 Feb 11 13:08:33.141079 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6a67aa98-ee97-4201-8a19-eea35ac31163 req-259a51dc-9b08-4edd-b355-590cf0d26f6b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362364 Feb 11 13:08:33.172658 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd967c32-cbbc-4cad-ac5c-d27301790c89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.257260 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f83f29-6ebe-4508-a9f0-9514a62135f4 req-059d68a2-6cdf-4c5e-98a0-755b118022e5 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.258571 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd967c32-cbbc-4cad-ac5c-d27301790c89 admin admin] Publish callbacks [] for security_group (cd8b13db-4523-4263-bb0e-cd9c1c145bfa), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.258730 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30f83f29-6ebe-4508-a9f0-9514a62135f4 req-059d68a2-6cdf-4c5e-98a0-755b118022e5 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.0686455 Feb 11 13:08:33.262380 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd967c32-cbbc-4cad-ac5c-d27301790c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (cd8b13db-4523-4263-bb0e-cd9c1c145bfa), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.296930 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd967c32-cbbc-4cad-ac5c-d27301790c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b13db-4523-4263-bb0e-cd9c1c145bfa,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.308177 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fd967c32-cbbc-4cad-ac5c-d27301790c89 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=09128bc2da0849d5adc3f99db24e169e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5167661 Feb 11 13:08:33.308426 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50474) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:33.320332 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30f83f29-6ebe-4508-a9f0-9514a62135f4 req-314b53f2-a34d-4efb-8209-d8eed97c542d tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548131 Feb 11 13:08:33.408221 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53d25288-01a8-4e18-9797-8ff3ec2c3bb0 admin admin] Publish callbacks [] for security_group (cd8b13db-4523-4263-bb0e-cd9c1c145bfa), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.437349 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53d25288-01a8-4e18-9797-8ff3ec2c3bb0 admin admin] Publish callbacks [] for security_group (cd8b13db-4523-4263-bb0e-cd9c1c145bfa), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.445989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f72f1-62db-48a4-8892-f919604e7ac8 req-dc0ccaa9-f0c8-4a02-8e56-ea8cfdebc607 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:33.447527 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d93f72f1-62db-48a4-8892-f919604e7ac8 req-dc0ccaa9-f0c8-4a02-8e56-ea8cfdebc607 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0886056 Feb 11 13:08:33.521982 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d93f72f1-62db-48a4-8892-f919604e7ac8 req-dd2b7d16-3cf7-4f8f-9b61-a08d2b79a236 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681863 Feb 11 13:08:33.532982 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53d25288-01a8-4e18-9797-8ff3ec2c3bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (cd8b13db-4523-4263-bb0e-cd9c1c145bfa), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.536622 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53d25288-01a8-4e18-9797-8ff3ec2c3bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.538157 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-53d25288-01a8-4e18-9797-8ff3ec2c3bb0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd8b13db-4523-4263-bb0e-cd9c1c145bfa HTTP/1.1" status: 204 len: 168 time: 0.2289593 Feb 11 13:08:33.554477 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d25288-01a8-4e18-9797-8ff3ec2c3bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b13db-4523-4263-bb0e-cd9c1c145bfa,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:33.852608 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50494) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:33.867119 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f618d00d-2446-4ff5-aaf9-4f59d7465b07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.934603 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a4125c12-b041-4899-b88d-26ea8b27e9ee req-f3935fdb-4418-4fb4-97fb-0acb5bd17ae2 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584781 Feb 11 13:08:33.982094 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f618d00d-2446-4ff5-aaf9-4f59d7465b07 admin admin] Publish callbacks [] for security_group (85f156ea-7495-472c-84f4-bc4d8c7135fa), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:33.985981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f618d00d-2446-4ff5-aaf9-4f59d7465b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (85f156ea-7495-472c-84f4-bc4d8c7135fa), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.029442 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618d00d-2446-4ff5-aaf9-4f59d7465b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f156ea-7495-472c-84f4-bc4d8c7135fa,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.033810 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-f618d00d-2446-4ff5-aaf9-4f59d7465b07 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7e71981a060b46dd8c6160c1fe965024&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1798117 Feb 11 13:08:34.036515 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50502) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:34.100574 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea05-5233-4bc9-bff5-b7bc8f19949e admin admin] Publish callbacks [] for security_group (85f156ea-7495-472c-84f4-bc4d8c7135fa), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.123691 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea05-5233-4bc9-bff5-b7bc8f19949e admin admin] Publish callbacks [] for security_group (85f156ea-7495-472c-84f4-bc4d8c7135fa), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.201457 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea05-5233-4bc9-bff5-b7bc8f19949e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (85f156ea-7495-472c-84f4-bc4d8c7135fa), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.205310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e4dea05-5233-4bc9-bff5-b7bc8f19949e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:34.207599 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5e4dea05-5233-4bc9-bff5-b7bc8f19949e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/85f156ea-7495-472c-84f4-bc4d8c7135fa HTTP/1.1" status: 204 len: 168 time: 0.1692119 Feb 11 13:08:34.218138 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4dea05-5233-4bc9-bff5-b7bc8f19949e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f156ea-7495-472c-84f4-bc4d8c7135fa,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:34.299046 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1e8f3-e4d6-4b13-b4de-ce3e317142ab req-f27461f9-c77b-4430-ae63-3c0c1a9295ed tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:34.300773 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a7d1e8f3-e4d6-4b13-b4de-ce3e317142ab req-f27461f9-c77b-4430-ae63-3c0c1a9295ed tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0616090 Feb 11 13:08:34.393216 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a7d1e8f3-e4d6-4b13-b4de-ce3e317142ab req-6d1e5c42-ac7f-4b0d-9ba7-fdf425067f71 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632589 Feb 11 13:08:34.645262 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14370619-5b75-4c79-8fff-792b5592d89c req-ab915fff-85bc-47d4-92ee-1d033db584d8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:34.646756 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-14370619-5b75-4c79-8fff-792b5592d89c req-ab915fff-85bc-47d4-92ee-1d033db584d8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0509510 Feb 11 13:08:34.693055 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-14370619-5b75-4c79-8fff-792b5592d89c req-9d814c57-6a6c-44c1-ad20-132ef7ff2a0e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401492 Feb 11 13:08:34.796488 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15e79be5-29e8-4af4-8484-c1e2f2eebdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.502122 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490be730-5ddc-4260-82d0-c57777e450f4 req-db63ce6f-4042-4ba6-9ecd-a2d128bf76af tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.503712 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-490be730-5ddc-4260-82d0-c57777e450f4 req-db63ce6f-4042-4ba6-9ecd-a2d128bf76af tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0571768 Feb 11 13:08:35.550845 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-490be730-5ddc-4260-82d0-c57777e450f4 req-305b2c51-f794-41f0-8d2c-e21b9208ce1c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Feb 11 13:08:35.639374 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:35.817233 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd1685-4c94-488d-973f-2ff60c557f81 req-1ef956e9-e4ed-41f1-9a2c-30b8adfc8887 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:35.818734 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e2cd1685-4c94-488d-973f-2ff60c557f81 req-1ef956e9-e4ed-41f1-9a2c-30b8adfc8887 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0536497 Feb 11 13:08:35.857840 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50578) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:35.882657 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e2cd1685-4c94-488d-973f-2ff60c557f81 req-a945e8a1-02ec-46d3-9921-817d2ffd6a97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525959 Feb 11 13:08:35.972830 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58185fde-8599-47b1-b210-8f0175d58e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.047608 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58185fde-8599-47b1-b210-8f0175d58e64 admin admin] Publish callbacks [] for security_group (99f89632-072e-43b4-b6fa-d925fcfb18d1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.051173 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-58185fde-8599-47b1-b210-8f0175d58e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (99f89632-072e-43b4-b6fa-d925fcfb18d1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.091511 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-58185fde-8599-47b1-b210-8f0175d58e64 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c89493a4899c48d7933234832511e813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2324972 Feb 11 13:08:36.092348 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58185fde-8599-47b1-b210-8f0175d58e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f89632-072e-43b4-b6fa-d925fcfb18d1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.095089 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:36.150177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9769aaf-9c78-4254-9fa6-fe00b6b18f34 admin admin] Publish callbacks [] for security_group (99f89632-072e-43b4-b6fa-d925fcfb18d1), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.179795 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9769aaf-9c78-4254-9fa6-fe00b6b18f34 admin admin] Publish callbacks [] for security_group (99f89632-072e-43b4-b6fa-d925fcfb18d1), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.241225 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9769aaf-9c78-4254-9fa6-fe00b6b18f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (99f89632-072e-43b4-b6fa-d925fcfb18d1), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.244067 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9769aaf-9c78-4254-9fa6-fe00b6b18f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.245227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e9769aaf-9c78-4254-9fa6-fe00b6b18f34 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/99f89632-072e-43b4-b6fa-d925fcfb18d1 HTTP/1.1" status: 204 len: 168 time: 0.1487787 Feb 11 13:08:36.254444 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9769aaf-9c78-4254-9fa6-fe00b6b18f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f89632-072e-43b4-b6fa-d925fcfb18d1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.596960 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50626) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:36.623642 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97e093d3-3a3c-49e1-9fcb-ad684fe26e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.750195 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3df7c8-ff3e-4b91-b45c-daacf3a3d92f req-28514553-67a5-4d7f-be3e-de6d390d5485 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:36.752315 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0f3df7c8-ff3e-4b91-b45c-daacf3a3d92f req-28514553-67a5-4d7f-be3e-de6d390d5485 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1196821 Feb 11 13:08:36.778240 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97e093d3-3a3c-49e1-9fcb-ad684fe26e11 admin admin] Publish callbacks [] for security_group (f077ea19-096d-4263-a128-567928c23b3f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.787439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-97e093d3-3a3c-49e1-9fcb-ad684fe26e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (f077ea19-096d-4263-a128-567928c23b3f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.850453 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-97e093d3-3a3c-49e1-9fcb-ad684fe26e11 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c05b2d4b96f54e95ad090ced4caded26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2523894 Feb 11 13:08:36.852238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e093d3-3a3c-49e1-9fcb-ad684fe26e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f077ea19-096d-4263-a128-567928c23b3f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:36.853343 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50642) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:36.858380 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0f3df7c8-ff3e-4b91-b45c-daacf3a3d92f req-0c870b5d-1dfa-4bc0-9802-7eef0069682a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990636 Feb 11 13:08:36.925613 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-406a6782-58fc-4d75-8ac3-5342e0e7ad35 admin admin] Publish callbacks [] for security_group (f077ea19-096d-4263-a128-567928c23b3f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:36.959763 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-406a6782-58fc-4d75-8ac3-5342e0e7ad35 admin admin] Publish callbacks [] for security_group (f077ea19-096d-4263-a128-567928c23b3f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.012646 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-406a6782-58fc-4d75-8ac3-5342e0e7ad35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (f077ea19-096d-4263-a128-567928c23b3f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.016752 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-406a6782-58fc-4d75-8ac3-5342e0e7ad35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.021492 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-406a6782-58fc-4d75-8ac3-5342e0e7ad35 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f077ea19-096d-4263-a128-567928c23b3f HTTP/1.1" status: 204 len: 168 time: 0.1671193 Feb 11 13:08:37.033285 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a6782-58fc-4d75-8ac3-5342e0e7ad35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f077ea19-096d-4263-a128-567928c23b3f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:37.209944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50eaab-aa24-4b48-bf4c-2fa8aa0b974a req-6562c7e5-2284-42bc-8cb0-b6eebdb35989 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:37.217182 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ce50eaab-aa24-4b48-bf4c-2fa8aa0b974a req-6562c7e5-2284-42bc-8cb0-b6eebdb35989 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.1532261 Feb 11 13:08:37.289833 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ce50eaab-aa24-4b48-bf4c-2fa8aa0b974a req-23d8ba92-bd36-4912-ae9b-67b559ca563e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714881 Feb 11 13:08:37.597352 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:08:37.655004 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:08:37.661208 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:08:37.661475 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.723386 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.839919 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:37.840396 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.875025 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:37.877755 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454e74ab-2597-4eb5-824d-1360135cedd0" -d '{"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:37.912452 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:37.919519 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:37.945137 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50708) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:37.949897 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07bbd425-59fc-4dbb-bd3f-ee244c0d9070 x-openstack-request-id: req-07bbd425-59fc-4dbb-bd3f-ee244c0d9070 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:37.950130 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:37.950448 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-07bbd425-59fc-4dbb-bd3f-ee244c0d9070 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:37.950834 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'code': 200} Feb 11 13:08:37.985892 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.046551 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3b211-9401-4c6e-be12-80a0c82cc15d req-a43208d0-f889-4537-ace7-1eb4cb1d2a47 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.049157 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40f3b211-9401-4c6e-be12-80a0c82cc15d req-a43208d0-f889-4537-ace7-1eb4cb1d2a47 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0627785 Feb 11 13:08:38.132248 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a925c62-d95e-4375-9c8a-e64b1d690729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.182893 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40f3b211-9401-4c6e-be12-80a0c82cc15d req-660248d3-95fb-4ad6-a7cf-1bd629b16d46 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241674 Feb 11 13:08:38.219486 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a925c62-d95e-4375-9c8a-e64b1d690729 admin admin] Publish callbacks [] for security_group (3107f2e3-ad8c-4360-b3c8-f40fb396a93a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.219787 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c072d-3601-4418-bd70-5593ebf0a29e req-c6d931db-cf38-4952-ac72-4f0d0d266104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.221739 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-909c072d-3601-4418-bd70-5593ebf0a29e req-c6d931db-cf38-4952-ac72-4f0d0d266104 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1129 time: 0.0858340 Feb 11 13:08:38.232594 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a925c62-d95e-4375-9c8a-e64b1d690729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (3107f2e3-ad8c-4360-b3c8-f40fb396a93a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.274497 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3a925c62-d95e-4375-9c8a-e64b1d690729 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=091ae4c550a445a2833df9cd63648300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276906 Feb 11 13:08:38.277791 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-909c072d-3601-4418-bd70-5593ebf0a29e req-6942a254-8df4-413a-b752-80dc289cede0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461693 Feb 11 13:08:38.278379 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:38.301716 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a925c62-d95e-4375-9c8a-e64b1d690729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3107f2e3-ad8c-4360-b3c8-f40fb396a93a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.335860 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9454cc5-2da0-43e5-b1a1-e8eb0092a152 admin admin] Publish callbacks [] for security_group (3107f2e3-ad8c-4360-b3c8-f40fb396a93a), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.361185 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9454cc5-2da0-43e5-b1a1-e8eb0092a152 admin admin] Publish callbacks [] for security_group (3107f2e3-ad8c-4360-b3c8-f40fb396a93a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.441496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9454cc5-2da0-43e5-b1a1-e8eb0092a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (3107f2e3-ad8c-4360-b3c8-f40fb396a93a), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.450041 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b9454cc5-2da0-43e5-b1a1-e8eb0092a152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.453216 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-b9454cc5-2da0-43e5-b1a1-e8eb0092a152 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3107f2e3-ad8c-4360-b3c8-f40fb396a93a HTTP/1.1" status: 204 len: 168 time: 0.1738858 Feb 11 13:08:38.484002 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9454cc5-2da0-43e5-b1a1-e8eb0092a152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3107f2e3-ad8c-4360-b3c8-f40fb396a93a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:38.491718 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:38.726510 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad650983-454c-4271-b2f7-3c93cbadb0c9 req-38ee528b-0202-4702-a9a5-5cbfb2da0238 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.728172 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ad650983-454c-4271-b2f7-3c93cbadb0c9 req-38ee528b-0202-4702-a9a5-5cbfb2da0238 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1555619 Feb 11 13:08:38.737000 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6b5b7-9cff-473a-bba0-52e9d4a36dc6 req-60ab26e5-6fe7-4cac-abe0-1079a2c150b6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.745032 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-44f6b5b7-9cff-473a-bba0-52e9d4a36dc6 req-60ab26e5-6fe7-4cac-abe0-1079a2c150b6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1496468 Feb 11 13:08:38.750408 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647490-4adc-4c04-8427-1000a110e2ed req-e5e1156c-ee13-4c3b-86e2-5d888a1bb3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.751985 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-e5e1156c-ee13-4c3b-86e2-5d888a1bb3e9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 1130 time: 0.1305256 Feb 11 13:08:38.910624 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ad650983-454c-4271-b2f7-3c93cbadb0c9 req-6c4452d8-7b61-4af3-ba19-0c77c0fdc3d4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631842 Feb 11 13:08:38.935510 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-44f6b5b7-9cff-473a-bba0-52e9d4a36dc6 req-f78afcf3-604d-466a-8aef-1de6f65cb978 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846890 Feb 11 13:08:38.985880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647490-4adc-4c04-8427-1000a110e2ed req-3cd188be-159a-42f7-be3f-601e8722e905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:38.988982 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-3cd188be-159a-42f7-be3f-601e8722e905 service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.2127430 Feb 11 13:08:38.989846 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50804) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:39.009662 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73fe5b23-b877-4fe0-8569-f55a639bcd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.053309 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-aa348299-642c-4294-9f64-3ef43955d622 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1 HTTP/1.1" status: 200 len: 217 time: 0.0498593 Feb 11 13:08:39.104797 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:08:39.335067 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12647490-4adc-4c04-8427-1000a110e2ed req-39466cb4-4921-4896-b031-caffe1dcf112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:39.336629 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-39466cb4-4921-4896-b031-caffe1dcf112 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.2722638 Feb 11 13:08:39.378208 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-712b191d-5389-4b13-8f07-a57e3598ef1d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273559 Feb 11 13:08:39.414839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73fe5b23-b877-4fe0-8569-f55a639bcd35 admin admin] Publish callbacks [] for security_group (54ab44fe-fdc8-4920-b8a6-5f720c37294e), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.423328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-73fe5b23-b877-4fe0-8569-f55a639bcd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (54ab44fe-fdc8-4920-b8a6-5f720c37294e), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.431945 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50832) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:39.498280 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe5b23-b877-4fe0-8569-f55a639bcd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ab44fe-fdc8-4920-b8a6-5f720c37294e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.504056 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-73fe5b23-b877-4fe0-8569-f55a639bcd35 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=916e077eb53f475694d02b59ebd3edb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5132577 Feb 11 13:08:39.506908 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50836) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:39.543522 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-1395fcb3-699b-4671-930a-b782a740e03d service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577239 Feb 11 13:08:39.554333 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a26146ac-a08e-49bb-b656-90392db36ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.589124 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8141-5da8-4db5-b6c4-a1ee2bdf642f admin admin] Publish callbacks [] for security_group (54ab44fe-fdc8-4920-b8a6-5f720c37294e), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.666162 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a26146ac-a08e-49bb-b656-90392db36ece admin admin] Publish callbacks [] for security_group (08ee435f-0d0a-4848-93f9-f1d19a227544), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.666871 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8141-5da8-4db5-b6c4-a1ee2bdf642f admin admin] Publish callbacks [] for security_group (54ab44fe-fdc8-4920-b8a6-5f720c37294e), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.671942 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a26146ac-a08e-49bb-b656-90392db36ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (08ee435f-0d0a-4848-93f9-f1d19a227544), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.717379 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a26146ac-a08e-49bb-b656-90392db36ece admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=efadc5c98f1f49f9a1f5c331acdcf1a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842386 Feb 11 13:08:39.718387 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50846) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:39.728081 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26146ac-a08e-49bb-b656-90392db36ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee435f-0d0a-4848-93f9-f1d19a227544,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.731066 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12647490-4adc-4c04-8427-1000a110e2ed req-0d86ea06-fa15-428b-9e7c-81b932d4016e service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627002 Feb 11 13:08:39.760551 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8141-5da8-4db5-b6c4-a1ee2bdf642f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (54ab44fe-fdc8-4920-b8a6-5f720c37294e), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.763713 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5ffc8141-5da8-4db5-b6c4-a1ee2bdf642f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.764847 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5ffc8141-5da8-4db5-b6c4-a1ee2bdf642f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/54ab44fe-fdc8-4920-b8a6-5f720c37294e HTTP/1.1" status: 204 len: 168 time: 0.2570148 Feb 11 13:08:39.776524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc8141-5da8-4db5-b6c4-a1ee2bdf642f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ab44fe-fdc8-4920-b8a6-5f720c37294e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:39.813779 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46efbf7a-c4f6-4dbe-8987-038263b7a3eb admin admin] Publish callbacks [] for security_group (08ee435f-0d0a-4848-93f9-f1d19a227544), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.839611 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46efbf7a-c4f6-4dbe-8987-038263b7a3eb admin admin] Publish callbacks [] for security_group (08ee435f-0d0a-4848-93f9-f1d19a227544), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.897516 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46efbf7a-c4f6-4dbe-8987-038263b7a3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (08ee435f-0d0a-4848-93f9-f1d19a227544), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.900250 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-46efbf7a-c4f6-4dbe-8987-038263b7a3eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:39.901450 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-46efbf7a-c4f6-4dbe-8987-038263b7a3eb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/08ee435f-0d0a-4848-93f9-f1d19a227544 HTTP/1.1" status: 204 len: 168 time: 0.1803532 Feb 11 13:08:39.911535 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efbf7a-c4f6-4dbe-8987-038263b7a3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ee435f-0d0a-4848-93f9-f1d19a227544,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.139960 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.162012 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3e527-ddeb-4abe-9e25-16cee6b663f2 req-dabf6fb4-d8a9-4fc2-b619-3b78ede484a9 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.169148 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1cd3e527-ddeb-4abe-9e25-16cee6b663f2 req-dabf6fb4-d8a9-4fc2-b619-3b78ede484a9 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1118927 Feb 11 13:08:40.182685 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bac79-d82e-490b-b474-226e606015b4 req-3848f02c-763b-4252-a374-ea1bfa06b925 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.184170 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c72bac79-d82e-490b-b474-226e606015b4 req-3848f02c-763b-4252-a374-ea1bfa06b925 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1283939 Feb 11 13:08:40.244091 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1cd3e527-ddeb-4abe-9e25-16cee6b663f2 req-4f0270fb-b233-4d1e-97fd-a4cd2cf35fe3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Feb 11 13:08:40.262832 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c72bac79-d82e-490b-b474-226e606015b4 req-21cc62f8-9262-4097-90cc-3f6343e17555 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633404 Feb 11 13:08:40.319278 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3e48808-d8e9-4079-b9b0-6a6efbe71792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.324846 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50882) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.342381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a566336-bcfe-49db-985d-f4d3cb45ba55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.432501 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3e48808-d8e9-4079-b9b0-6a6efbe71792 admin admin] Publish callbacks [] for security_group (42a5d7b9-4c33-4669-acc6-1ca2be0d69ea), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.438268 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50884) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.440785 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aea93-b837-462d-88d3-fb7061d65012 req-974ae290-2bbb-4f68-bb5f-a8ab4d98085c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:40.442328 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f0aea93-b837-462d-88d3-fb7061d65012 req-974ae290-2bbb-4f68-bb5f-a8ab4d98085c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0894125 Feb 11 13:08:40.446600 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a3e48808-d8e9-4079-b9b0-6a6efbe71792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (42a5d7b9-4c33-4669-acc6-1ca2be0d69ea), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.454427 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 50886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.459904 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'floatingip': {'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:40.475723 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-062815a2-bcc6-4386-b610-67e942ba72f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.502968 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a3e48808-d8e9-4079-b9b0-6a6efbe71792 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=05659e0ba26e4839be5589ef0276c3fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3617396 Feb 11 13:08:40.503833 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e48808-d8e9-4079-b9b0-6a6efbe71792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a5d7b9-4c33-4669-acc6-1ca2be0d69ea,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.509010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50888) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.542102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (eca5caaf-31ee-4064-8506-fe666515babc), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.578476 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a566336-bcfe-49db-985d-f4d3cb45ba55 admin admin] Publish callbacks [] for security_group (3713ae5f-fc5e-4880-b2a8-98f7e3442540), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.592526 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ab1c35-dd9b-41cc-a79b-11600ce499b7 admin admin] Publish callbacks [] for security_group (42a5d7b9-4c33-4669-acc6-1ca2be0d69ea), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.603910 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7a566336-bcfe-49db-985d-f4d3cb45ba55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (3713ae5f-fc5e-4880-b2a8-98f7e3442540), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.630646 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ab1c35-dd9b-41cc-a79b-11600ce499b7 admin admin] Publish callbacks [] for security_group (42a5d7b9-4c33-4669-acc6-1ca2be0d69ea), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.641116 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-062815a2-bcc6-4386-b610-67e942ba72f3 admin admin] Publish callbacks [] for security_group (d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.650171 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-062815a2-bcc6-4386-b610-67e942ba72f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.703413 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a566336-bcfe-49db-985d-f4d3cb45ba55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3713ae5f-fc5e-4880-b2a8-98f7e3442540,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.707414 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-062815a2-bcc6-4386-b610-67e942ba72f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7bf29177f10848e6be71ef5fbb940c6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2679718 Feb 11 13:08:40.708252 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062815a2-bcc6-4386-b610-67e942ba72f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.712962 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-7a566336-bcfe-49db-985d-f4d3cb45ba55 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=03ffeef7f1464d1cb4cad424554b51cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3835082 Feb 11 13:08:40.713364 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50890) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.713364 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50892) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:40.755339 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ab1c35-dd9b-41cc-a79b-11600ce499b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (42a5d7b9-4c33-4669-acc6-1ca2be0d69ea), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.759388 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-20ab1c35-dd9b-41cc-a79b-11600ce499b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.759388 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-20ab1c35-dd9b-41cc-a79b-11600ce499b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42a5d7b9-4c33-4669-acc6-1ca2be0d69ea HTTP/1.1" status: 204 len: 168 time: 0.2487233 Feb 11 13:08:40.784502 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab1c35-dd9b-41cc-a79b-11600ce499b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a5d7b9-4c33-4669-acc6-1ca2be0d69ea,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.820130 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1df8e83-896f-478d-be67-7774bae19630 admin admin] Publish callbacks [] for security_group (d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.822868 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18e61370-214b-4d91-93ae-4ac0af7dd5a2 admin admin] Publish callbacks [] for security_group (3713ae5f-fc5e-4880-b2a8-98f7e3442540), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.855657 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1df8e83-896f-478d-be67-7774bae19630 admin admin] Publish callbacks [] for security_group (d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.866349 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18e61370-214b-4d91-93ae-4ac0af7dd5a2 admin admin] Publish callbacks [] for security_group (3713ae5f-fc5e-4880-b2a8-98f7e3442540), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.937402 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1df8e83-896f-478d-be67-7774bae19630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.941377 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c1df8e83-896f-478d-be67-7774bae19630 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.942690 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c1df8e83-896f-478d-be67-7774bae19630 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24 HTTP/1.1" status: 204 len: 168 time: 0.2306290 Feb 11 13:08:40.948061 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18e61370-214b-4d91-93ae-4ac0af7dd5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (3713ae5f-fc5e-4880-b2a8-98f7e3442540), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.951967 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-18e61370-214b-4d91-93ae-4ac0af7dd5a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:40.953179 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-18e61370-214b-4d91-93ae-4ac0af7dd5a2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3713ae5f-fc5e-4880-b2a8-98f7e3442540 HTTP/1.1" status: 204 len: 168 time: 0.2355900 Feb 11 13:08:40.968011 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df8e83-896f-478d-be67-7774bae19630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fc4f7f-6b4c-4d44-a1d1-d471e0f8ad24,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:40.989430 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e61370-214b-4d91-93ae-4ac0af7dd5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3713ae5f-fc5e-4880-b2a8-98f7e3442540,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:41.325823 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50914) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:41.342092 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f488-0cc9-4e3e-a07c-492099a16662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.389425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.398109 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (eca5caaf-31ee-4064-8506-fe666515babc), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.429408 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f488-0cc9-4e3e-a07c-492099a16662 admin admin] Publish callbacks [] for security_group (87e7f251-58f5-431d-8bed-14d43a25bc61), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.442161 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2cb4f488-0cc9-4e3e-a07c-492099a16662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (87e7f251-58f5-431d-8bed-14d43a25bc61), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.473522 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8282f-228e-43bf-8f7c-94d2000dec63 req-f3508cdb-692f-4d95-af08-6027f0bbd546 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:41.475061 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8b8282f-228e-43bf-8f7c-94d2000dec63 req-f3508cdb-692f-4d95-af08-6027f0bbd546 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1375785 Feb 11 13:08:41.491027 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4f488-0cc9-4e3e-a07c-492099a16662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e7f251-58f5-431d-8bed-14d43a25bc61,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:41.499779 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2cb4f488-0cc9-4e3e-a07c-492099a16662 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cafd84e350d34126affc25318ecb9314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1724384 Feb 11 13:08:41.502608 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 50922) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:41.573361 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4b03-26b5-4025-ab4d-2766feda09c4 admin admin] Publish callbacks [] for security_group (87e7f251-58f5-431d-8bed-14d43a25bc61), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.591468 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Floating IP eca5caaf-31ee-4064-8506-fe666515babc associated. External IP: 172.27.3.69, port: b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d. Feb 11 13:08:41.597072 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8b8282f-228e-43bf-8f7c-94d2000dec63 req-21ab45bd-30b7-4e8d-a9aa-18f5ddcb053e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144366 Feb 11 13:08:41.611313 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4b03-26b5-4025-ab4d-2766feda09c4 admin admin] Publish callbacks [] for security_group (87e7f251-58f5-431d-8bed-14d43a25bc61), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.691688 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4b03-26b5-4025-ab4d-2766feda09c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (87e7f251-58f5-431d-8bed-14d43a25bc61), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.696271 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cbe4b03-26b5-4025-ab4d-2766feda09c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:41.698431 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7cbe4b03-26b5-4025-ab4d-2766feda09c4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/87e7f251-58f5-431d-8bed-14d43a25bc61 HTTP/1.1" status: 204 len: 168 time: 0.1948712 Feb 11 13:08:41.708152 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe4b03-26b5-4025-ab4d-2766feda09c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e7f251-58f5-431d-8bed-14d43a25bc61,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:42.087818 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:08:42.279211 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:08:42.288408 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:42.296069 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:08:42.307357 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:42.307991 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:08:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:42.326699 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-af38cb10-28c0-4da5-9976-afe724cc24ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "PUT /v2.0/floatingips/eca5caaf-31ee-4064-8506-fe666515babc HTTP/1.1" status: 200 len: 990 time: 1.8685639 Feb 11 13:08:42.326699 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:42.327510 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442b64e8-3f8f-4507-a585-1e430cb3a141" -d '{"events": [{"name": "network-changed", "server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:42.425600 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5d0ad5-bf00-4ac2-87da-a13c65110d72 x-openstack-request-id: req-9f5d0ad5-bf00-4ac2-87da-a13c65110d72 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:42.427071 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:42.431560 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9f5d0ad5-bf00-4ac2-87da-a13c65110d72 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:42.431942 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'status': 'completed', 'code': 200} Feb 11 13:08:42.461637 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:42.530964 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-c12c2913-1331-4150-9fa5-d5922a987376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.533106 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-c12c2913-1331-4150-9fa5-d5922a987376 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1129 time: 0.0733712 Feb 11 13:08:42.682144 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-84348c60-1ce8-43e4-8837-6688ef1a8051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.684149 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-84348c60-1ce8-43e4-8837-6688ef1a8051 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.1430774 Feb 11 13:08:42.859170 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-b0516769-e30d-4115-a0b6-b51f7e1a7aaf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 200 len: 998 time: 0.1622963 Feb 11 13:08:42.880720 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047d6dd6-0c0a-44c8-818d-c24c29f2e280 req-db6cae04-c1c5-4c4d-852d-f448af9b5a78 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:42.893797 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-047d6dd6-0c0a-44c8-818d-c24c29f2e280 req-db6cae04-c1c5-4c4d-852d-f448af9b5a78 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1398025 Feb 11 13:08:42.974162 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': 'eca5caaf-31ee-4064-8506-fe666515babc', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:04Z', 'updated_at': '2022-02-11T13:08:41Z', 'revision_number': 1, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:43.045377 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:08:43.066248 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:08:43.066888 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:08:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:43.080648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-492ef400-07cf-4a18-a985-e0bf232d19df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:43.082338 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-492ef400-07cf-4a18-a985-e0bf232d19df service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.1856229 Feb 11 13:08:43.100686 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-047d6dd6-0c0a-44c8-818d-c24c29f2e280 req-a4d294f5-a495-4895-8f94-de738fd1618f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014806 Feb 11 13:08:43.156337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-39882c4a-caab-43ec-9d44-ba66b1a63dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:43.158286 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-39882c4a-caab-43ec-9d44-ba66b1a63dd6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564737 Feb 11 13:08:43.243662 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:08:43.305895 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-973375d7-4962-4c99-9ec4-e1e0e9d919a4 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373775 Feb 11 13:08:43.462301 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-442b64e8-3f8f-4507-a585-1e430cb3a141 req-3b75a823-ddff-4d43-8e2e-ef9421745bc1 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400685 Feb 11 13:08:43.530887 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': 'eca5caaf-31ee-4064-8506-fe666515babc', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:04Z', 'updated_at': '2022-02-11T13:08:41Z', 'revision_number': 1, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:43.645265 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496685f6-aa26-41f0-b676-9487a908af30 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': 'eca5caaf-31ee-4064-8506-fe666515babc', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'floating_ip_address': '172.27.3.69', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:08:04Z', 'updated_at': '2022-02-11T13:08:41Z', 'revision_number': 1, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:08:43.909003 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d8aed7-2dd6-404b-a38f-0bb62fedcbe3 None None] New status for floating IP eca5caaf-31ee-4064-8506-fe666515babc: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:08:44.261277 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d162510-d5ac-41a2-93da-de67d5a0866f req-be54d872-ce86-4168-816a-13a81ca1729d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:44.263553 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7d162510-d5ac-41a2-93da-de67d5a0866f req-be54d872-ce86-4168-816a-13a81ca1729d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0750837 Feb 11 13:08:44.334578 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7d162510-d5ac-41a2-93da-de67d5a0866f req-4b2c4bf1-f5bd-479a-9a3f-3ea3d996b7f0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587144 Feb 11 13:08:44.487263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51074) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:44.622624 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6e809a1-be05-4bd0-a5fd-ea14a971e181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.712692 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6e809a1-be05-4bd0-a5fd-ea14a971e181 admin admin] Publish callbacks [] for security_group (7f84b5f2-87c5-441a-b44c-15cda2328932), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.717685 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c6e809a1-be05-4bd0-a5fd-ea14a971e181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7f84b5f2-87c5-441a-b44c-15cda2328932), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.761323 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c6e809a1-be05-4bd0-a5fd-ea14a971e181 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5caf48ad4de04b938c79f7e0739867b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729683 Feb 11 13:08:44.762049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e809a1-be05-4bd0-a5fd-ea14a971e181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f84b5f2-87c5-441a-b44c-15cda2328932,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:44.764183 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51102) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:44.824861 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e793580e-23a8-451a-8c5d-086f7b376e68 admin admin] Publish callbacks [] for security_group (7f84b5f2-87c5-441a-b44c-15cda2328932), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.850434 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e793580e-23a8-451a-8c5d-086f7b376e68 admin admin] Publish callbacks [] for security_group (7f84b5f2-87c5-441a-b44c-15cda2328932), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.906346 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e793580e-23a8-451a-8c5d-086f7b376e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7f84b5f2-87c5-441a-b44c-15cda2328932), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.909846 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e793580e-23a8-451a-8c5d-086f7b376e68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:44.911276 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e793580e-23a8-451a-8c5d-086f7b376e68 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7f84b5f2-87c5-441a-b44c-15cda2328932 HTTP/1.1" status: 204 len: 168 time: 0.1433010 Feb 11 13:08:44.923013 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793580e-23a8-451a-8c5d-086f7b376e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f84b5f2-87c5-441a-b44c-15cda2328932,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.086200 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51116) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:45.216497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a439af9-125a-42ef-917d-1b36769a7173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.250751 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51122) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:45.264570 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2fdea47f-d42a-406a-9bc6-aa2611694790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.297205 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a439af9-125a-42ef-917d-1b36769a7173 admin admin] Publish callbacks [] for security_group (1f80c813-6dbc-44f6-a495-ffadb60f81b7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.300625 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a439af9-125a-42ef-917d-1b36769a7173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1f80c813-6dbc-44f6-a495-ffadb60f81b7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.337399 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a439af9-125a-42ef-917d-1b36769a7173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f80c813-6dbc-44f6-a495-ffadb60f81b7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.340857 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2fdea47f-d42a-406a-9bc6-aa2611694790 admin admin] Publish callbacks [] for security_group (ded2b689-8ba6-48e5-b71e-bfad62401b70), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.342113 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3a439af9-125a-42ef-917d-1b36769a7173 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2e1757b82f4c4d90bb5ee482f411eab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548306 Feb 11 13:08:45.345234 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2fdea47f-d42a-406a-9bc6-aa2611694790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (ded2b689-8ba6-48e5-b71e-bfad62401b70), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.345346 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51124) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:45.398173 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2fdea47f-d42a-406a-9bc6-aa2611694790 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e82475b91b78433ca041f0bc23738415&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460979 Feb 11 13:08:45.399032 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdea47f-d42a-406a-9bc6-aa2611694790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded2b689-8ba6-48e5-b71e-bfad62401b70,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.401309 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51128) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:45.420207 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d56f7e0a-7e19-4d90-b21a-701b195af808 admin admin] Publish callbacks [] for security_group (1f80c813-6dbc-44f6-a495-ffadb60f81b7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.446637 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d56f7e0a-7e19-4d90-b21a-701b195af808 admin admin] Publish callbacks [] for security_group (1f80c813-6dbc-44f6-a495-ffadb60f81b7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.488303 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5e20d63-6f17-4440-b4c7-0b66bae4df76 admin admin] Publish callbacks [] for security_group (ded2b689-8ba6-48e5-b71e-bfad62401b70), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.503266 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d56f7e0a-7e19-4d90-b21a-701b195af808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1f80c813-6dbc-44f6-a495-ffadb60f81b7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.506891 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d56f7e0a-7e19-4d90-b21a-701b195af808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.513464 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d56f7e0a-7e19-4d90-b21a-701b195af808 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1f80c813-6dbc-44f6-a495-ffadb60f81b7 HTTP/1.1" status: 204 len: 168 time: 0.1658282 Feb 11 13:08:45.527139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a17cb-5bd1-4954-a747-ab246ff4802a req-abc47d93-62da-47eb-8379-7f36cf6325e1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:45.529471 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-db3a17cb-5bd1-4954-a747-ab246ff4802a req-abc47d93-62da-47eb-8379-7f36cf6325e1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0904596 Feb 11 13:08:45.533909 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5e20d63-6f17-4440-b4c7-0b66bae4df76 admin admin] Publish callbacks [] for security_group (ded2b689-8ba6-48e5-b71e-bfad62401b70), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.547460 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f7e0a-7e19-4d90-b21a-701b195af808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f80c813-6dbc-44f6-a495-ffadb60f81b7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:45.630430 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-db3a17cb-5bd1-4954-a747-ab246ff4802a req-79085b30-80dc-472f-837c-39e54d3e3f2a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936313 Feb 11 13:08:45.653892 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5e20d63-6f17-4440-b4c7-0b66bae4df76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (ded2b689-8ba6-48e5-b71e-bfad62401b70), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.666377 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c5e20d63-6f17-4440-b4c7-0b66bae4df76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:45.667920 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c5e20d63-6f17-4440-b4c7-0b66bae4df76 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ded2b689-8ba6-48e5-b71e-bfad62401b70 HTTP/1.1" status: 204 len: 168 time: 0.2657340 Feb 11 13:08:45.685344 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e20d63-6f17-4440-b4c7-0b66bae4df76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded2b689-8ba6-48e5-b71e-bfad62401b70,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.023940 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff81aa8-e49f-4437-89a6-87fd7d5281a2 req-a390abf9-a453-4a17-adeb-ef4327c8ca71 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.025547 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6ff81aa8-e49f-4437-89a6-87fd7d5281a2 req-a390abf9-a453-4a17-adeb-ef4327c8ca71 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.0606511 Feb 11 13:08:46.086945 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6ff81aa8-e49f-4437-89a6-87fd7d5281a2 req-dcf51d3a-8f46-435a-9a62-5c72f028a6a9 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547438 Feb 11 13:08:46.119512 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51158) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:46.134513 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e51bc68f-ec39-46b7-bb5b-da2bd7e9cf04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.217138 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e51bc68f-ec39-46b7-bb5b-da2bd7e9cf04 admin admin] Publish callbacks [] for security_group (97493065-d6a1-43f7-abd5-435a61585799), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.222109 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e51bc68f-ec39-46b7-bb5b-da2bd7e9cf04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (97493065-d6a1-43f7-abd5-435a61585799), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.267242 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e51bc68f-ec39-46b7-bb5b-da2bd7e9cf04 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=45455ce8ec0f48b78f181f0a964cdda8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1466050 Feb 11 13:08:46.268114 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bc68f-ec39-46b7-bb5b-da2bd7e9cf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97493065-d6a1-43f7-abd5-435a61585799,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.270104 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:46.336524 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29fa3899-ea8d-4e09-bc71-ee05ceea214a admin admin] Publish callbacks [] for security_group (97493065-d6a1-43f7-abd5-435a61585799), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.362495 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29fa3899-ea8d-4e09-bc71-ee05ceea214a admin admin] Publish callbacks [] for security_group (97493065-d6a1-43f7-abd5-435a61585799), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.415319 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29fa3899-ea8d-4e09-bc71-ee05ceea214a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (97493065-d6a1-43f7-abd5-435a61585799), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.418121 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29fa3899-ea8d-4e09-bc71-ee05ceea214a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:46.419416 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-29fa3899-ea8d-4e09-bc71-ee05ceea214a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/97493065-d6a1-43f7-abd5-435a61585799 HTTP/1.1" status: 204 len: 168 time: 0.1476145 Feb 11 13:08:46.428235 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa3899-ea8d-4e09-bc71-ee05ceea214a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97493065-d6a1-43f7-abd5-435a61585799,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:46.793731 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4a04f-1b24-4a66-bc5c-1f403e099b57 req-e9ad1ee2-e485-46eb-9196-d0cf2c9983fd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:46.795471 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-63f4a04f-1b24-4a66-bc5c-1f403e099b57 req-e9ad1ee2-e485-46eb-9196-d0cf2c9983fd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0717402 Feb 11 13:08:46.867980 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-63f4a04f-1b24-4a66-bc5c-1f403e099b57 req-f03e4da5-16fe-4c56-a8ad-cff706196e78 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660453 Feb 11 13:08:47.217045 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e053a20-e7c1-4cf2-9c8d-6c1596132e24 req-6fc94225-4d33-4909-bf6d-64e63b4974bd tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.224223 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2e053a20-e7c1-4cf2-9c8d-6c1596132e24 req-6fc94225-4d33-4909-bf6d-64e63b4974bd tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.0605135 Feb 11 13:08:47.283791 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2e053a20-e7c1-4cf2-9c8d-6c1596132e24 req-96ae5028-fbad-4161-8739-b47af4459630 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585020 Feb 11 13:08:47.331308 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:47.436071 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1285445374-network', 'tenant_id': '5039ac9989164652a2857eb4550215dc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:47.459859 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Made reservation on behalf of 5039ac9989164652a2857eb4550215dc for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:47.462737 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.472675 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.569574 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks [] for security_group (794d82d6-d80a-4b44-844b-2bc91bc5ab14), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.573560 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (794d82d6-d80a-4b44-844b-2bc91bc5ab14), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.599967 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:47.616234 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794d82d6-d80a-4b44-844b-2bc91bc5ab14,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.619437 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (a7e533cc-6f00-446f-952e-16cb11eeddde), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.619996 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Added segment a7e533cc-6f00-446f-952e-16cb11eeddde of type vlan for network bc5045ce-dd3c-463f-b3da-2a7304a5e416 Feb 11 13:08:47.674767 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (bc5045ce-dd3c-463f-b3da-2a7304a5e416), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.683679 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51248) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:47.724621 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (bc5045ce-dd3c-463f-b3da-2a7304a5e416), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.725661 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:47.726249 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.910907 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5779526 Feb 11 13:08:47.913848 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:47.925172 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Request body: {'subnet': {'network_id': 'bc5045ce-dd3c-463f-b3da-2a7304a5e416', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1285445374-subnet', 'tenant_id': '5039ac9989164652a2857eb4550215dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:47.955071 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d771c1af-c49a-4626-9e1a-0ecdc8807baa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:47.975003 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb114f6-ac2c-4820-89f2-df7685274005 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5045ce-dd3c-463f-b3da-2a7304a5e416,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:47.991090 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network bc5045ce-dd3c-463f-b3da-2a7304a5e416 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:47.999278 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c7e968-4667-4d5a-af11-7c8fe5b9d0a7 req-1b5a5d08-3f83-425a-b443-10a19670d18e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.007549 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-51c7e968-4667-4d5a-af11-7c8fe5b9d0a7 req-1b5a5d08-3f83-425a-b443-10a19670d18e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0750403 Feb 11 13:08:48.015874 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Made reservation on behalf of 5039ac9989164652a2857eb4550215dc for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:48.018281 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.069216 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-51c7e968-4667-4d5a-af11-7c8fe5b9d0a7 req-a9966a9b-2cfc-4d86-b029-069ddeb6a5e8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604975 Feb 11 13:08:48.147015 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d771c1af-c49a-4626-9e1a-0ecdc8807baa admin admin] Publish callbacks [] for security_group (4c872481-5681-446f-aa64-6260c139fd31), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.155557 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d771c1af-c49a-4626-9e1a-0ecdc8807baa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (4c872481-5681-446f-aa64-6260c139fd31), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.228362 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d771c1af-c49a-4626-9e1a-0ecdc8807baa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5350ddad4d1c4d7792ab3597f004a2d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5402322 Feb 11 13:08:48.228362 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771c1af-c49a-4626-9e1a-0ecdc8807baa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c872481-5681-446f-aa64-6260c139fd31,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:48.229324 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51268) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:48.293976 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (a0400735-1b6c-4318-ac6e-1961919032d6), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.297211 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15e36aec-cb09-48c7-9899-14803385f02d admin admin] Publish callbacks [] for security_group (4c872481-5681-446f-aa64-6260c139fd31), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.327613 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15e36aec-cb09-48c7-9899-14803385f02d admin admin] Publish callbacks [] for security_group (4c872481-5681-446f-aa64-6260c139fd31), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.365088 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0400735-1b6c-4318-ac6e-1961919032d6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:48.391751 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Checking segment: {'id': 'a7e533cc-6f00-446f-952e-16cb11eeddde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'bc5045ce-dd3c-463f-b3da-2a7304a5e416'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:48.392116 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Network hostable DHCP agents. Network: bc5045ce-dd3c-463f-b3da-2a7304a5e416, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:48.410727 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Network bc5045ce-dd3c-463f-b3da-2a7304a5e416 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:48.422289 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, bc5045ce-dd3c-463f-b3da-2a7304a5e416) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:48.427469 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.428332 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.435863 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f30c6-6fc4-4430-aac7-a6780e40a494 req-c38aee63-49ec-4d96-b10c-c13cb601d678 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.436698 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b731a356-5b67-441c-b86e-60ae837587eb None None] Network bc5045ce-dd3c-463f-b3da-2a7304a5e416 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:48.438102 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-887f30c6-6fc4-4430-aac7-a6780e40a494 req-c38aee63-49ec-4d96-b10c-c13cb601d678 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.0742342 Feb 11 13:08:48.443141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15e36aec-cb09-48c7-9899-14803385f02d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (4c872481-5681-446f-aa64-6260c139fd31), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.446370 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-15e36aec-cb09-48c7-9899-14803385f02d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.447575 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-15e36aec-cb09-48c7-9899-14803385f02d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4c872481-5681-446f-aa64-6260c139fd31 HTTP/1.1" status: 204 len: 168 time: 0.2134130 Feb 11 13:08:48.458015 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a7fb34b7-f85a-45d7-b25d-339aae5abe76 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5431151 Feb 11 13:08:48.471813 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36aec-cb09-48c7-9899-14803385f02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c872481-5681-446f-aa64-6260c139fd31,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:48.534836 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-887f30c6-6fc4-4430-aac7-a6780e40a494 req-94c1da85-278e-41c3-9311-648a6c7c2d36 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/security-groups?id=a946435e-e1f9-496f-8d7c-4d9fd7fa2821&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798938 Feb 11 13:08:48.567910 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01257c6a-eaeb-4887-9a48-37125c22e6f3 None None] Network bc5045ce-dd3c-463f-b3da-2a7304a5e416 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:48.625499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-1311003f-7827-46b6-a3b0-15f5e0af6a62 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:48.627691 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-1311003f-7827-46b6-a3b0-15f5e0af6a62 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.77 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 946 time: 0.0706675 Feb 11 13:08:48.804356 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Deleting port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:08:48.804784 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.909310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] For port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,segment=NetworkSegment(4b6b3e3a-1197-4d2f-b764-d16ad628ff3e),segment_id=4b6b3e3a-1197-4d2f-b764-d16ad628ff3e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:48.909683 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:48.926744 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Calling delete_port for 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:08:49.056685 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51296) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.069913 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51300) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.103457 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ed75f93-2529-4fbe-b299-6288277e9989 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.142379 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (0e83c8fb-9b3a-48ca-885a-d7740ffc8457), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.159947 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['0e83c8fb-9b3a-48ca-885a-d7740ffc8457'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:49.212926 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Pushing event deleted for resources: {'Port': ['ID=0e83c8fb-9b3a-48ca-885a-d7740ffc8457,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.235936 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65899021-bc0c-4916-896a-4c4264c59acd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.290734 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] No DVR routers for this DVR port 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:08:49.302023 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.305846 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35ad81bb-cc4b-4599-8cd6-9217c607bebd req-e37259cb-2d07-4589-b0dc-6ea359910e85 tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.77 "DELETE /v2.0/ports/0e83c8fb-9b3a-48ca-885a-d7740ffc8457 HTTP/1.1" status: 204 len: 173 time: 0.6716740 Feb 11 13:08:49.307239 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'name': 'network-vif-deleted', 'tag': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:49.310152 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0266a1-ab84-42f6-8b11-bbb0c2ab9257" -d '{"events": [{"server_uuid": "9a34a531-a1f4-44a6-887a-7f8a2328dc43", "name": "network-vif-deleted", "tag": "0e83c8fb-9b3a-48ca-885a-d7740ffc8457"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:49.368391 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65899021-bc0c-4916-896a-4c4264c59acd admin admin] Publish callbacks [] for security_group (a0a6ebba-f9be-4251-9c0c-5f4d94b57996), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.369883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4ff60-8171-4daf-8244-4d17d2b6ffef req-3e5f3db0-15ac-4b2b-ba41-f70329a7e91c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.373080 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4ec4ff60-8171-4daf-8244-4d17d2b6ffef req-3e5f3db0-15ac-4b2b-ba41-f70329a7e91c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.2248449 Feb 11 13:08:49.376915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8c8cd7-2bc9-41c0-91a0-2480a3cc39d1 x-openstack-request-id: req-8a8c8cd7-2bc9-41c0-91a0-2480a3cc39d1 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:49.377581 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a34a531-a1f4-44a6-887a-7f8a2328dc43", "name": "network-vif-deleted", "tag": "0e83c8fb-9b3a-48ca-885a-d7740ffc8457", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:49.377981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a8c8cd7-2bc9-41c0-91a0-2480a3cc39d1 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:49.378761 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a34a531-a1f4-44a6-887a-7f8a2328dc43', 'name': 'network-vif-deleted', 'tag': '0e83c8fb-9b3a-48ca-885a-d7740ffc8457', 'status': 'completed', 'code': 200} Feb 11 13:08:49.380297 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-65899021-bc0c-4916-896a-4c4264c59acd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a0a6ebba-f9be-4251-9c0c-5f4d94b57996), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.399285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ed75f93-2529-4fbe-b299-6288277e9989 admin admin] Publish callbacks [] for security_group (17befcb3-fbed-4994-a6c5-e7a189969c14), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.414800 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65899021-bc0c-4916-896a-4c4264c59acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a6ebba-f9be-4251-9c0c-5f4d94b57996,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.415746 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1ed75f93-2529-4fbe-b299-6288277e9989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (17befcb3-fbed-4994-a6c5-e7a189969c14), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.436828 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-65899021-bc0c-4916-896a-4c4264c59acd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=96dcf0d5608a446784bdc93a7f6cae10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3785543 Feb 11 13:08:49.439291 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51314) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.484461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51316) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.489219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1315106295-network', 'tenant_id': '910f37cf8e7f4c1b8d5240530afb11ea'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:49.490492 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9ce0b71-5d81-49ff-859d-27a8467de87b admin admin] Publish callbacks [] for security_group (a0a6ebba-f9be-4251-9c0c-5f4d94b57996), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.498412 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1ed75f93-2529-4fbe-b299-6288277e9989 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=901b9ff6c0844f279d4a172c7a4cec40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272318 Feb 11 13:08:49.501477 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51318) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.503659 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed75f93-2529-4fbe-b299-6288277e9989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17befcb3-fbed-4994-a6c5-e7a189969c14,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.523700 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4ec4ff60-8171-4daf-8244-4d17d2b6ffef req-3e460a58-8b6a-4b39-823a-a113edda2c76 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437471 Feb 11 13:08:49.529993 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9ce0b71-5d81-49ff-859d-27a8467de87b admin admin] Publish callbacks [] for security_group (a0a6ebba-f9be-4251-9c0c-5f4d94b57996), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.539604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Made reservation on behalf of 910f37cf8e7f4c1b8d5240530afb11ea for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:49.542764 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.552246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.596734 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8b71-52b2-4eb8-80bb-7169e099e4b6 admin admin] Publish callbacks [] for security_group (17befcb3-fbed-4994-a6c5-e7a189969c14), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.626252 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8b71-52b2-4eb8-80bb-7169e099e4b6 admin admin] Publish callbacks [] for security_group (17befcb3-fbed-4994-a6c5-e7a189969c14), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.628489 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9ce0b71-5d81-49ff-859d-27a8467de87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a0a6ebba-f9be-4251-9c0c-5f4d94b57996), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.631333 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9ce0b71-5d81-49ff-859d-27a8467de87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.632646 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c9ce0b71-5d81-49ff-859d-27a8467de87b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a0a6ebba-f9be-4251-9c0c-5f4d94b57996 HTTP/1.1" status: 204 len: 168 time: 0.1920428 Feb 11 13:08:49.653267 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12e84fe7-7c98-4ccf-b625-42ea6b86e0f1 req-9e20bec4-8578-4014-b28c-8d6d093e198a tempest-DeleteServersTestJSON-1038314291 tempest-DeleteServersTestJSON-1038314291-project] 10.222.0.86 "GET /v2.0/ports?device_id=9a34a531-a1f4-44a6-887a-7f8a2328dc43 HTTP/1.1" status: 200 len: 210 time: 0.0392566 Feb 11 13:08:49.654862 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce0b71-5d81-49ff-859d-27a8467de87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a6ebba-f9be-4251-9c0c-5f4d94b57996,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.710252 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks [] for security_group (1e699c91-9b02-4548-bc7a-18639eec0c8d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.715709 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1e699c91-9b02-4548-bc7a-18639eec0c8d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.729726 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8b71-52b2-4eb8-80bb-7169e099e4b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (17befcb3-fbed-4994-a6c5-e7a189969c14), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.733803 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1d1b8b71-52b2-4eb8-80bb-7169e099e4b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.735189 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1d1b8b71-52b2-4eb8-80bb-7169e099e4b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/17befcb3-fbed-4994-a6c5-e7a189969c14 HTTP/1.1" status: 204 len: 168 time: 0.2325327 Feb 11 13:08:49.754284 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b8b71-52b2-4eb8-80bb-7169e099e4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17befcb3-fbed-4994-a6c5-e7a189969c14,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.760802 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:08:49.793155 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (1567a4a9-7f0e-49c0-a8d3-350ee2d716ee), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.793559 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Added segment 1567a4a9-7f0e-49c0-a8d3-350ee2d716ee of type vlan for network 45b24119-6018-44a9-ac21-d7f3b31a72ec Feb 11 13:08:49.796494 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e699c91-9b02-4548-bc7a-18639eec0c8d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:49.819488 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.820022 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.820377 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.820717 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.821292 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.821631 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.822003 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.822478 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.822677 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.823003 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.823348 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.824721 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.824721 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:49.875871 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (45b24119-6018-44a9-ac21-d7f3b31a72ec), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.912318 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (45b24119-6018-44a9-ac21-d7f3b31a72ec), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.913503 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:49.914145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:49.952402 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4668849 Feb 11 13:08:49.955217 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51332) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:49.960256 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Request body: {'subnet': {'network_id': '45b24119-6018-44a9-ac21-d7f3b31a72ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1315106295-subnet', 'tenant_id': '910f37cf8e7f4c1b8d5240530afb11ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:49.992560 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Made reservation on behalf of 910f37cf8e7f4c1b8d5240530afb11ea for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:49.995346 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.005499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c63b67-126a-4bcb-89a1-1b45231ab898 admin admin] Pushing event updated for resources: {'Network': ['ID=45b24119-6018-44a9-ac21-d7f3b31a72ec,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.019044 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 45b24119-6018-44a9-ac21-d7f3b31a72ec details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:08:50.197493 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (d472c8b0-f190-4d66-bcbb-4b444606a095), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.252652 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d472c8b0-f190-4d66-bcbb-4b444606a095,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.267206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51344) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.268422 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.268828 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.269402 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.269517 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.269830 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.270165 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.270516 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.270856 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.271230 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.271675 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.271891 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.272221 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.272551 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:08:50.283703 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Checking segment: {'id': '1567a4a9-7f0e-49c0-a8d3-350ee2d716ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '45b24119-6018-44a9-ac21-d7f3b31a72ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:50.283857 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Network hostable DHCP agents. Network: 45b24119-6018-44a9-ac21-d7f3b31a72ec, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:08:50.296586 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3c4eabf-b158-4686-9bc0-54437de77247 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.306438 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Network 45b24119-6018-44a9-ac21-d7f3b31a72ec is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:08:50.322039 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 45b24119-6018-44a9-ac21-d7f3b31a72ec) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:50.327439 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.328091 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.335957 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14ee9fc-ea41-4ffe-8f9f-45d80e239ada None None] Network 45b24119-6018-44a9-ac21-d7f3b31a72ec requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:50.350239 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-26962823-679f-46bd-973f-fe786b797798 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3938618 Feb 11 13:08:50.460853 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3c4eabf-b158-4686-9bc0-54437de77247 admin admin] Publish callbacks [] for security_group (66bd8b24-166c-42f1-99e5-d50239fd6f07), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.469578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d3c4eabf-b158-4686-9bc0-54437de77247 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (66bd8b24-166c-42f1-99e5-d50239fd6f07), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.506498 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f74e92c-0138-40d4-ad18-c85591886d4c None None] Network 45b24119-6018-44a9-ac21-d7f3b31a72ec requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:08:50.560380 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d3c4eabf-b158-4686-9bc0-54437de77247 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cf386d10f6ac494c9f7e8f9ab7af99df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918420 Feb 11 13:08:50.562343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c4eabf-b158-4686-9bc0-54437de77247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd8b24-166c-42f1-99e5-d50239fd6f07,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.563321 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51354) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:50.640222 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07438c44-7732-4799-baab-086fb39cd3ca admin admin] Publish callbacks [] for security_group (66bd8b24-166c-42f1-99e5-d50239fd6f07), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.674497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07438c44-7732-4799-baab-086fb39cd3ca admin admin] Publish callbacks [] for security_group (66bd8b24-166c-42f1-99e5-d50239fd6f07), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.717486 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7e8cc-b2e7-4f65-8131-a1d6191ebd80 req-aed7e924-6063-4e17-8991-a7e95a4ca8ed tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:50.719268 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fdb7e8cc-b2e7-4f65-8131-a1d6191ebd80 req-aed7e924-6063-4e17-8991-a7e95a4ca8ed tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0824082 Feb 11 13:08:50.755713 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07438c44-7732-4799-baab-086fb39cd3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (66bd8b24-166c-42f1-99e5-d50239fd6f07), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.759263 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-07438c44-7732-4799-baab-086fb39cd3ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:50.763803 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-07438c44-7732-4799-baab-086fb39cd3ca admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/66bd8b24-166c-42f1-99e5-d50239fd6f07 HTTP/1.1" status: 204 len: 168 time: 0.1989672 Feb 11 13:08:50.782452 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07438c44-7732-4799-baab-086fb39cd3ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd8b24-166c-42f1-99e5-d50239fd6f07,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:50.879447 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fdb7e8cc-b2e7-4f65-8131-a1d6191ebd80 req-9fe778fe-5ecb-4404-89a5-9dbd8bc8c672 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537638 Feb 11 13:08:51.656602 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:08:51.677784 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:08:51.681526 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e83c8fb-9b3a-48ca-885a-d7740ffc8457 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:08:52.014897 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7282724-30ea-4c21-9d27-788c4857d49d req-c95a2ac4-688c-40b5-8094-fd4fa08be326 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:52.016469 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a7282724-30ea-4c21-9d27-788c4857d49d req-c95a2ac4-688c-40b5-8094-fd4fa08be326 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0701084 Feb 11 13:08:52.072909 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a7282724-30ea-4c21-9d27-788c4857d49d req-e3c7ba37-38ef-4010-a054-df29a03aa46e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459909 Feb 11 13:08:52.411547 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51474) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.474066 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Deleting subnet 82f06c01-b939-4233-be86-806d2376a9e9 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:08:52.478243 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Publish callbacks [] for subnet (82f06c01-b939-4233-be86-806d2376a9e9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.517689 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (82f06c01-b939-4233-be86-806d2376a9e9), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.565460 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (82f06c01-b939-4233-be86-806d2376a9e9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.630176 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (82f06c01-b939-4233-be86-806d2376a9e9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.657698 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82f06c01-b939-4233-be86-806d2376a9e9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:52.665982 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.671737 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7fcd04fb-6286-4597-8d83-9caa8b25dee7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/82f06c01-b939-4233-be86-806d2376a9e9 HTTP/1.1" status: 204 len: 168 time: 0.2566433 Feb 11 13:08:52.671915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51486) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:52.743769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (9b08eb4d-72e9-40d9-87b8-6299d83edd76), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.833644 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (9b08eb4d-72e9-40d9-87b8-6299d83edd76), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.866962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b08eb4d-72e9-40d9-87b8-6299d83edd76']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:52.897518 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:52.898308 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b6b3e3a-1197-4d2f-b764-d16ad628ff3e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:08:52.917090 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (4b6b3e3a-1197-4d2f-b764-d16ad628ff3e), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.938192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (4b6b3e3a-1197-4d2f-b764-d16ad628ff3e), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.945180 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:08:52.945632 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (4b6b3e3a-1197-4d2f-b764-d16ad628ff3e), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:08:52.947343 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:08:53.013034 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (9b08eb4d-72e9-40d9-87b8-6299d83edd76), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.019395 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.022826 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9b08eb4d-72e9-40d9-87b8-6299d83edd76 HTTP/1.1" status: 204 len: 168 time: 0.3498828 Feb 11 13:08:53.034301 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e3f55-c1b6-4c59-9b81-b5c2da2b3025 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b08eb4d-72e9-40d9-87b8-6299d83edd76,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:53.218098 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e871f7-9313-47ba-be36-8c3720e11b50 req-65f223f5-fc43-4a08-b916-fca1889473f8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.220582 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-59e871f7-9313-47ba-be36-8c3720e11b50 req-65f223f5-fc43-4a08-b916-fca1889473f8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0680201 Feb 11 13:08:53.241823 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:53.294410 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-59e871f7-9313-47ba-be36-8c3720e11b50 req-e27b3a42-b48e-4a74-9127-8b7553f3ebfd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673733 Feb 11 13:08:53.320652 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-433f6dd8-4236-4430-99de-71730bde446f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=04838ee0741d4fbb9e9fdce283957447&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0775738 Feb 11 13:08:53.323248 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51524) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:53.394071 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdb5c-4d2c-4359-ae47-71e7f46e0bb1 admin admin] Publish callbacks [] for security_group (a946435e-e1f9-496f-8d7c-4d9fd7fa2821), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.438870 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdb5c-4d2c-4359-ae47-71e7f46e0bb1 admin admin] Publish callbacks [] for security_group (a946435e-e1f9-496f-8d7c-4d9fd7fa2821), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.488472 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdb5c-4d2c-4359-ae47-71e7f46e0bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a946435e-e1f9-496f-8d7c-4d9fd7fa2821), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.491069 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2cfdb5c-4d2c-4359-ae47-71e7f46e0bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:53.492243 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a2cfdb5c-4d2c-4359-ae47-71e7f46e0bb1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a946435e-e1f9-496f-8d7c-4d9fd7fa2821 HTTP/1.1" status: 204 len: 168 time: 0.1679370 Feb 11 13:08:53.500839 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cfdb5c-4d2c-4359-ae47-71e7f46e0bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a946435e-e1f9-496f-8d7c-4d9fd7fa2821,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:53.742147 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-ee6ce312-b053-486f-8671-ad3a09c7fb1f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:53.743637 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-ee6ce312-b053-486f-8671-ad3a09c7fb1f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.1074092 Feb 11 13:08:53.757835 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-6c84217e-50cc-4b30-b3bc-3b288dc14b38 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/quotas/b8992081afd14d168dc60141dc1e2ec5 HTTP/1.1" status: 200 len: 375 time: 0.0087621 Feb 11 13:08:53.812093 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-e6145402-9389-41b8-bc3c-56d46f583a48 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0484183 Feb 11 13:08:53.917050 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-df79db15-e6c5-4f7d-811c-518a6c811c38 service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983226 Feb 11 13:08:54.240215 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-5bcd0805-57ce-48ce-8b92-ec37dda648ed service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170145 Feb 11 13:08:54.427942 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eafa548b-7d4d-4a1d-9edf-775de6fcc52d req-62f3d3ef-2a3f-4c66-a1cd-7cb6cbef0475 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 210 time: 0.0280762 Feb 11 13:08:54.486226 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6f92e-1640-4601-90b1-444133ff0c50 req-7ce8b40b-54f3-49be-8f96-75f4b020d606 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:54.488902 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-00c6f92e-1640-4601-90b1-444133ff0c50 req-7ce8b40b-54f3-49be-8f96-75f4b020d606 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1002982 Feb 11 13:08:54.579792 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-00c6f92e-1640-4601-90b1-444133ff0c50 req-f76409a1-488b-4d83-a0d6-06b3a8916668 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819647 Feb 11 13:08:55.525814 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-392e5ad1-6914-4885-ba26-60db6e6c6e53 req-7d0972c4-9700-4ef3-8b48-d633aeb212fc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 210 time: 0.0275335 Feb 11 13:08:55.759493 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-8281e727-95a5-4170-8b49-e1ea1be57044 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.760918 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-8281e727-95a5-4170-8b49-e1ea1be57044 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.1318073 Feb 11 13:08:55.768671 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bce63e-6b37-4f3d-8bad-df9dda06581e req-507f6050-22e8-4f4e-af2f-6d743917c0f7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:55.770007 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d8bce63e-6b37-4f3d-8bad-df9dda06581e req-507f6050-22e8-4f4e-af2f-6d743917c0f7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1087747 Feb 11 13:08:55.803903 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Request body: {'port': {'device_id': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'admin_state_up': True, 'tenant_id': 'b8992081afd14d168dc60141dc1e2ec5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:55.851051 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d8bce63e-6b37-4f3d-8bad-df9dda06581e req-74683b8f-450f-4326-91bd-be73bcb0fed1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754695 Feb 11 13:08:55.928304 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Made reservation on behalf of b8992081afd14d168dc60141dc1e2ec5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:08:55.931648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.055657 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Allocated IP 172.20.0.13 (d8106ffa-ec18-4d1e-9eeb-6015244ded7a/98daaaf4-4f6a-4abc-8556-6908ae367166/9c058723-fc64-46ca-9aa4-104c30ffa1cc) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:08:56.224787 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks [] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.259899 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.276676 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:08:56.312666 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:08:56.315839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:08:56.320176 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:08:56.324819 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event updated for resources: {'Port': ['ID=9c058723-fc64-46ca-9aa4-104c30ffa1cc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:56.406761 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:56.411490 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.441805 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0fc6050b-187a-446e-b82d-24bb13f2b274 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6395116 Feb 11 13:08:56.455554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Request body: {'port': {'device_id': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:08:56.539479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.755996 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51700) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:56.761393 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e273ad11-cb5e-45c2-ad40-d3adf8f0efbd req-1248313d-8f76-482f-b877-4414e236ff5f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:56.763491 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e273ad11-cb5e-45c2-ad40-d3adf8f0efbd req-1248313d-8f76-482f-b877-4414e236ff5f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 932 time: 0.1424494 Feb 11 13:08:56.862195 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e273ad11-cb5e-45c2-ad40-d3adf8f0efbd req-a7fd5523-1b30-41a0-b366-724ead39a061 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924168 Feb 11 13:08:56.867684 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899fb564-5131-4377-b2cc-dc48a32d4723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.944540 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c058723-fc64-46ca-9aa4-104c30ffa1cc {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:08:56.958253 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899fb564-5131-4377-b2cc-dc48a32d4723 admin admin] Publish callbacks [] for security_group (fff2d1e7-2663-4605-9289-95eea185f2ec), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.965102 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-899fb564-5131-4377-b2cc-dc48a32d4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (fff2d1e7-2663-4605-9289-95eea185f2ec), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.970977 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Publish callbacks [] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:56.990517 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Transition to ACTIVE for port object 9c058723-fc64-46ca-9aa4-104c30ffa1cc will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:08:56.998405 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.006189 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-899fb564-5131-4377-b2cc-dc48a32d4723 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1694dd11edeb4e3fbb17126013b576ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467444 Feb 11 13:08:57.006189 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fb564-5131-4377-b2cc-dc48a32d4723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2d1e7-2663-4605-9289-95eea185f2ec,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.008114 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51706) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:57.031905 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bfb5c-17b2-4386-a17d-33b0b90fb07f req-a768e797-2c06-447d-b3ba-27ee36d130b0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.033459 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b55bfb5c-17b2-4386-a17d-33b0b90fb07f req-a768e797-2c06-447d-b3ba-27ee36d130b0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1089230 Feb 11 13:08:57.057537 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10c584c1-7a16-408b-87f8-2309268fd433 admin admin] Publish callbacks [] for security_group (fff2d1e7-2663-4605-9289-95eea185f2ec), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.080010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10c584c1-7a16-408b-87f8-2309268fd433 admin admin] Publish callbacks [] for security_group (fff2d1e7-2663-4605-9289-95eea185f2ec), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.080755 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Pushing event updated for resources: {'Port': ['ID=9c058723-fc64-46ca-9aa4-104c30ffa1cc,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.127473 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10c584c1-7a16-408b-87f8-2309268fd433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (fff2d1e7-2663-4605-9289-95eea185f2ec), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.130034 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-10c584c1-7a16-408b-87f8-2309268fd433 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.133846 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-10c584c1-7a16-408b-87f8-2309268fd433 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fff2d1e7-2663-4605-9289-95eea185f2ec HTTP/1.1" status: 204 len: 168 time: 0.1247597 Feb 11 13:08:57.141600 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c584c1-7a16-408b-87f8-2309268fd433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2d1e7-2663-4605-9289-95eea185f2ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.154243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b55bfb5c-17b2-4386-a17d-33b0b90fb07f req-3e4b8efc-ebb6-4fe4-b181-870a70bdecc7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125352 Feb 11 13:08:57.180748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Attempting to bind port 9c058723-fc64-46ca-9aa4-104c30ffa1cc on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:08:57.181152 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Attempting to bind port 9c058723-fc64-46ca-9aa4-104c30ffa1cc by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:08:57.181553 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Attempting to bind port 9c058723-fc64-46ca-9aa4-104c30ffa1cc on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:57.185920 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Port 9c058723-fc64-46ca-9aa4-104c30ffa1cc on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:08:57.186243 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Attempting to bind port 9c058723-fc64-46ca-9aa4-104c30ffa1cc on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:08:57.191517 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:08:57.191868 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Checking segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:08:57.192248 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Bound using segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:08:57.192667 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Bound port: 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:08:57.193024 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.273794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] For port 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:08:57.278968 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] For port 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:08:57.285096 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.324626 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.325250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.326653 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] 10.222.0.77 "PUT /v2.0/ports/9c058723-fc64-46ca-9aa4-104c30ffa1cc HTTP/1.1" status: 200 len: 1094 time: 0.8755941 Feb 11 13:08:57.327102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'tag': '9c058723-fc64-46ca-9aa4-104c30ffa1cc'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:08:57.329455 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877c6ce5-d5f4-4892-8974-e6ced271e1cb" -d '{"events": [{"name": "network-changed", "server_uuid": "8864fda2-52db-454b-86fc-4afbcc2ef88a", "tag": "9c058723-fc64-46ca-9aa4-104c30ffa1cc"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:08:57.368868 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf44236-3093-41c9-a73c-aa3b2d558a72 service neutron] Pushing event updated for resources: {'Port': ['ID=9c058723-fc64-46ca-9aa4-104c30ffa1cc,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.411542 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-210242b3-e344-4c02-8e8c-382da386d803 x-openstack-request-id: req-210242b3-e344-4c02-8e8c-382da386d803 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:08:57.412129 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8864fda2-52db-454b-86fc-4afbcc2ef88a", "tag": "9c058723-fc64-46ca-9aa4-104c30ffa1cc", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:08:57.412264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-210242b3-e344-4c02-8e8c-382da386d803 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:08:57.412716 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'tag': '9c058723-fc64-46ca-9aa4-104c30ffa1cc', 'status': 'completed', 'code': 200} Feb 11 13:08:57.467948 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51722) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:57.472710 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-5eba8220-ec2b-4e32-b272-d520d2a64781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.474976 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-5eba8220-ec2b-4e32-b272-d520d2a64781 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 1128 time: 0.0780644 Feb 11 13:08:57.493318 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd31a51-4809-426d-9868-577d25d19e1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.530730 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-30f850f2-dad0-483b-8c1a-7c0afc87910c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc HTTP/1.1" status: 200 len: 217 time: 0.0483356 Feb 11 13:08:57.596087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-a2ab0560-c3ee-4e13-8406-3f10eb3dc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:57.597705 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-a2ab0560-c3ee-4e13-8406-3f10eb3dc1ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.0527492 Feb 11 13:08:57.602586 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd31a51-4809-426d-9868-577d25d19e1a admin admin] Publish callbacks [] for security_group (07af4a42-2970-4225-95d3-7e36b399f7cd), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.612451 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2dd31a51-4809-426d-9868-577d25d19e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (07af4a42-2970-4225-95d3-7e36b399f7cd), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.644735 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-0abebb5a-efbe-47c2-8a21-d4910a8d93d1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350351 Feb 11 13:08:57.648757 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2dd31a51-4809-426d-9868-577d25d19e1a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3f2c8c26feea45699e0f6eec526ac3e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801107 Feb 11 13:08:57.655412 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:57.690224 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd31a51-4809-426d-9868-577d25d19e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07af4a42-2970-4225-95d3-7e36b399f7cd,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.721250 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a549eee-46d5-48d5-96f1-11219b9ab01d admin admin] Publish callbacks [] for security_group (07af4a42-2970-4225-95d3-7e36b399f7cd), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.747913 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a549eee-46d5-48d5-96f1-11219b9ab01d admin admin] Publish callbacks [] for security_group (07af4a42-2970-4225-95d3-7e36b399f7cd), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.790265 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-a2fbaa24-eae7-4c8b-99c6-e85140acca73 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388099 Feb 11 13:08:57.818576 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a549eee-46d5-48d5-96f1-11219b9ab01d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (07af4a42-2970-4225-95d3-7e36b399f7cd), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.822517 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a549eee-46d5-48d5-96f1-11219b9ab01d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:57.824083 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0a549eee-46d5-48d5-96f1-11219b9ab01d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/07af4a42-2970-4225-95d3-7e36b399f7cd HTTP/1.1" status: 204 len: 168 time: 0.1677675 Feb 11 13:08:57.835154 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a549eee-46d5-48d5-96f1-11219b9ab01d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07af4a42-2970-4225-95d3-7e36b399f7cd,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:57.999338 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-23638c24-66e4-4189-9256-061042c7fdad service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1856961 Feb 11 13:08:58.043992 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fac18e0e-bb87-4cad-b896-bb91cf075167 req-b5eb19f6-82e8-4f12-a53d-3ca8026defc2 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318304 Feb 11 13:08:58.149846 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8183298-12ee-485b-b3d9-29e942a7550d req-ef92c622-6b1f-4f62-a5e5-25ab3c806347 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.157949 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c8183298-12ee-485b-b3d9-29e942a7550d req-ef92c622-6b1f-4f62-a5e5-25ab3c806347 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 944 time: 0.1960874 Feb 11 13:08:58.240752 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328766-403a-4abd-9377-3e05a4b90f03 req-fcb53377-2961-422a-8265-d25c1b390832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.242665 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-fcb53377-2961-422a-8265-d25c1b390832 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 1130 time: 0.1895077 Feb 11 13:08:58.279830 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-5561f7a4-270c-4064-b54b-e877f56d756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.281168 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-5561f7a4-270c-4064-b54b-e877f56d756a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 1128 time: 0.1682427 Feb 11 13:08:58.290360 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c8183298-12ee-485b-b3d9-29e942a7550d req-04d76af2-1928-4b6f-a9e8-e57998e41cce tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949755 Feb 11 13:08:58.343050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51762) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:58.357446 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72b933ef-6750-4fb7-bb7b-0dcdebaffe7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.439353 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72b933ef-6750-4fb7-bb7b-0dcdebaffe7d admin admin] Publish callbacks [] for security_group (eedec6c7-2c94-4dbf-87be-a9f7bd4c161d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.447532 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-72b933ef-6750-4fb7-bb7b-0dcdebaffe7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (eedec6c7-2c94-4dbf-87be-a9f7bd4c161d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.463510 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.490304 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-72b933ef-6750-4fb7-bb7b-0dcdebaffe7d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9ec89784160c4e14a30477b6053aa38a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460958 Feb 11 13:08:58.491552 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b933ef-6750-4fb7-bb7b-0dcdebaffe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedec6c7-2c94-4dbf-87be-a9f7bd4c161d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.493884 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51764) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:08:58.501338 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b0aac-d0ef-4ac2-babe-74d9171cac7b req-92cce4b8-248a-41f0-b194-ce458ba04149 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.502831 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-946b0aac-d0ef-4ac2-babe-74d9171cac7b req-92cce4b8-248a-41f0-b194-ce458ba04149 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.2115042 Feb 11 13:08:58.512350 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-f5e8e313-7577-4c0c-be19-27bcb4e6920e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.513765 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-f5e8e313-7577-4c0c-be19-27bcb4e6920e service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 914 time: 0.2135353 Feb 11 13:08:58.518914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328766-403a-4abd-9377-3e05a4b90f03 req-a016ce53-7a6c-4b32-b981-c9ecfb4eadba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.520315 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-a016ce53-7a6c-4b32-b981-c9ecfb4eadba service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 914 time: 0.2279067 Feb 11 13:08:58.542475 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cddb144-2665-425a-acaa-59ca14cc5231 admin admin] Publish callbacks [] for security_group (eedec6c7-2c94-4dbf-87be-a9f7bd4c161d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.565961 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cddb144-2665-425a-acaa-59ca14cc5231 admin admin] Publish callbacks [] for security_group (eedec6c7-2c94-4dbf-87be-a9f7bd4c161d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.607682 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-18a90db7-ae16-4ecc-acda-ae37121fdc53 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851 HTTP/1.1" status: 200 len: 217 time: 0.0763276 Feb 11 13:08:58.608832 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-ab139f3f-81f1-4e72-be23-ca69959dfbe9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc HTTP/1.1" status: 200 len: 217 time: 0.0787187 Feb 11 13:08:58.629318 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cddb144-2665-425a-acaa-59ca14cc5231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (eedec6c7-2c94-4dbf-87be-a9f7bd4c161d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.633098 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7cddb144-2665-425a-acaa-59ca14cc5231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:08:58.634360 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7cddb144-2665-425a-acaa-59ca14cc5231 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/eedec6c7-2c94-4dbf-87be-a9f7bd4c161d HTTP/1.1" status: 204 len: 168 time: 0.1395726 Feb 11 13:08:58.646074 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cddb144-2665-425a-acaa-59ca14cc5231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedec6c7-2c94-4dbf-87be-a9f7bd4c161d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:08:58.734396 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-946b0aac-d0ef-4ac2-babe-74d9171cac7b req-826a75f6-639a-4ad0-bc5e-c04bad9070b0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247591 Feb 11 13:08:58.744013 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27328766-403a-4abd-9377-3e05a4b90f03 req-d9356e12-c8ca-41c9-a362-f7344637e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.745494 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-d9356e12-c8ca-41c9-a362-f7344637e697 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.1309798 Feb 11 13:08:58.784873 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-37c9b98b-ec6b-46bb-8e47-98efeaae3ce1 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318236 Feb 11 13:08:58.786241 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-0a632a68-f701-4b5e-9bc9-fff02a72e5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:58.787588 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-0a632a68-f701-4b5e-9bc9-fff02a72e5ac service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.1579642 Feb 11 13:08:58.848783 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-9ad31c31-087d-404e-b7f8-8b5f5208f366 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425920 Feb 11 13:08:58.949584 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-55874ae3-c599-4665-85b8-29f3520bf6f1 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446187 Feb 11 13:08:59.081561 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-4bc90362-0724-4dff-9965-2bf0dc71ea18 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184470 Feb 11 13:08:59.119486 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27328766-403a-4abd-9377-3e05a4b90f03 req-9483f7f1-1b29-4542-8f65-f099f76f66b5 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360269 Feb 11 13:08:59.193366 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-877c6ce5-d5f4-4892-8974-e6ced271e1cb req-8b8b1d0a-3daa-4155-9243-d099aea81f85 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008663 Feb 11 13:08:59.698406 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c058723-fc64-46ca-9aa4-104c30ffa1cc details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:08:59.702599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb38a12-6d5c-4167-bef6-7d0988bd6846 req-1758276b-844f-4eed-962b-45032a3d2ea0 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:59.719575 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ddb38a12-6d5c-4167-bef6-7d0988bd6846 req-1758276b-844f-4eed-962b-45032a3d2ea0 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 944 time: 0.1482234 Feb 11 13:08:59.843855 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ddb38a12-6d5c-4167-bef6-7d0988bd6846 req-89e47de5-38a4-4a7a-af63-6b1d3f3a0c96 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228328 Feb 11 13:08:59.901699 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:08:59.926855 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '9c058723-fc64-46ca-9aa4-104c30ffa1cc', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'port_id': '9c058723-fc64-46ca-9aa4-104c30ffa1cc', 'mac_address': 'fa:16:3e:90:53:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98daaaf4-4f6a-4abc-8556-6908ae367166', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:08:59.938429 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9845c883-259c-4a4b-baee-37cf6ac17777 req-47fd7ffd-1a81-481e-ac62-b07f93d50242 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:08:59.946115 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9845c883-259c-4a4b-baee-37cf6ac17777 req-47fd7ffd-1a81-481e-ac62-b07f93d50242 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0905876 Feb 11 13:08:59.979085 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 9c058723-fc64-46ca-9aa4-104c30ffa1cc is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:08:59.979576 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.003983 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c058723-fc64-46ca-9aa4-104c30ffa1cc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:00.012391 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9845c883-259c-4a4b-baee-37cf6ac17777 req-38fe3f0b-f420-46b1-b6ae-862e3be8b93b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647163 Feb 11 13:09:00.052489 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:00.064999 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.133151 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=9c058723-fc64-46ca-9aa4-104c30ffa1cc,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.142093 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.142845 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.143455 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.143947 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.144283 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.144843 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.146468 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.146988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.147627 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.148131 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.148668 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.149149 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.149833 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:00.356022 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51868) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.366902 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['9c058723-fc64-46ca-9aa4-104c30ffa1cc'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:00.430316 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 51874) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.551588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4460a9b0-15b2-4cf8-9dd9-3eb3d6acc9dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.557292 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1df43b69-42f7-4c00-9521-fd4dad364386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.630288 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4460a9b0-15b2-4cf8-9dd9-3eb3d6acc9dd admin admin] Publish callbacks [] for security_group (32a5a7d9-00bd-4c0a-9968-794295539721), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.632139 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1df43b69-42f7-4c00-9521-fd4dad364386 admin admin] Publish callbacks [] for security_group (7048d1b6-45ed-4646-905e-4ffad0076deb), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.635376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4460a9b0-15b2-4cf8-9dd9-3eb3d6acc9dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (32a5a7d9-00bd-4c0a-9968-794295539721), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.636336 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1df43b69-42f7-4c00-9521-fd4dad364386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7048d1b6-45ed-4646-905e-4ffad0076deb), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.671852 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4460a9b0-15b2-4cf8-9dd9-3eb3d6acc9dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a5a7d9-00bd-4c0a-9968-794295539721,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.673763 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df43b69-42f7-4c00-9521-fd4dad364386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7048d1b6-45ed-4646-905e-4ffad0076deb,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.678500 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-4460a9b0-15b2-4cf8-9dd9-3eb3d6acc9dd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1a061bd89db1495d901455acf6ff6e60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191531 Feb 11 13:09:00.678656 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1df43b69-42f7-4c00-9521-fd4dad364386 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a5cce80e2314f46a99171d0d1ffa3fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467375 Feb 11 13:09:00.678765 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51878) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.680626 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51880) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:00.765141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4ef7-b20d-4a0e-a863-a830f11adf16 admin admin] Publish callbacks [] for security_group (32a5a7d9-00bd-4c0a-9968-794295539721), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.767557 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-272e454b-a4af-4c82-883c-edb6b9a43922 admin admin] Publish callbacks [] for security_group (7048d1b6-45ed-4646-905e-4ffad0076deb), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.799199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4ef7-b20d-4a0e-a863-a830f11adf16 admin admin] Publish callbacks [] for security_group (32a5a7d9-00bd-4c0a-9968-794295539721), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.809727 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-272e454b-a4af-4c82-883c-edb6b9a43922 admin admin] Publish callbacks [] for security_group (7048d1b6-45ed-4646-905e-4ffad0076deb), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.887501 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-272e454b-a4af-4c82-883c-edb6b9a43922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7048d1b6-45ed-4646-905e-4ffad0076deb), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.892975 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-272e454b-a4af-4c82-883c-edb6b9a43922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.898373 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-272e454b-a4af-4c82-883c-edb6b9a43922 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7048d1b6-45ed-4646-905e-4ffad0076deb HTTP/1.1" status: 204 len: 168 time: 0.2143378 Feb 11 13:09:00.900596 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4ef7-b20d-4a0e-a863-a830f11adf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (32a5a7d9-00bd-4c0a-9968-794295539721), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.903364 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-2d2f4ef7-b20d-4a0e-a863-a830f11adf16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:00.904646 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-2d2f4ef7-b20d-4a0e-a863-a830f11adf16 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/32a5a7d9-00bd-4c0a-9968-794295539721 HTTP/1.1" status: 204 len: 168 time: 0.2247376 Feb 11 13:09:00.924263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272e454b-a4af-4c82-883c-edb6b9a43922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7048d1b6-45ed-4646-905e-4ffad0076deb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:00.951229 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f4ef7-b20d-4a0e-a863-a830f11adf16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a5a7d9-00bd-4c0a-9968-794295539721,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:01.087555 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0f9263-c84e-4c9e-a99d-f0f8aef3ada9 req-a92bbd68-a033-41b6-a28d-90cf0aee5d7d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.099958 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8e0f9263-c84e-4c9e-a99d-f0f8aef3ada9 req-a92bbd68-a033-41b6-a28d-90cf0aee5d7d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 945 time: 0.1141744 Feb 11 13:09:01.167387 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8e0f9263-c84e-4c9e-a99d-f0f8aef3ada9 req-51ef132a-e35e-4f82-9e16-fd8156a3095b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626678 Feb 11 13:09:01.259411 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b650e-2c87-4d0c-83fd-584abf4b56aa req-e38a1555-7abe-446b-981c-a9a7a9d9842c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:01.262254 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-239b650e-2c87-4d0c-83fd-584abf4b56aa req-e38a1555-7abe-446b-981c-a9a7a9d9842c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0825937 Feb 11 13:09:01.322708 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-239b650e-2c87-4d0c-83fd-584abf4b56aa req-316b1bdd-738c-4743-a423-77eb33abb017 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532727 Feb 11 13:09:01.713939 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c058723-fc64-46ca-9aa4-104c30ffa1cc up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:01.764705 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 9c058723-fc64-46ca-9aa4-104c30ffa1cc completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:01.768561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 9c058723-fc64-46ca-9aa4-104c30ffa1cc triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:01.768945 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.851888 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 9c058723-fc64-46ca-9aa4-104c30ffa1cc is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:01.852288 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.876710 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c058723-fc64-46ca-9aa4-104c30ffa1cc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:01.878956 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff0299d-a7c8-490a-a868-405d95eac82f" -d '{"events": [{"server_uuid": "8864fda2-52db-454b-86fc-4afbcc2ef88a", "name": "network-vif-plugged", "status": "completed", "tag": "9c058723-fc64-46ca-9aa4-104c30ffa1cc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:01.892431 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:01.896660 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:01.919845 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a8984b-536b-4ecc-97be-eae55036298b x-openstack-request-id: req-77a8984b-536b-4ecc-97be-eae55036298b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:01.920163 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8864fda2-52db-454b-86fc-4afbcc2ef88a", "name": "network-vif-plugged", "status": "completed", "tag": "9c058723-fc64-46ca-9aa4-104c30ffa1cc", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:01.920425 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-77a8984b-536b-4ecc-97be-eae55036298b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:01.920819 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c058723-fc64-46ca-9aa4-104c30ffa1cc', 'code': 200} Feb 11 13:09:01.950338 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=9c058723-fc64-46ca-9aa4-104c30ffa1cc,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:02.146547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7044c89-ce82-4308-8456-58d7a3ed618e req-e21f2d2a-8114-4e2b-bba6-09ab2e6f1f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.149084 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e7044c89-ce82-4308-8456-58d7a3ed618e req-e21f2d2a-8114-4e2b-bba6-09ab2e6f1f63 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 1130 time: 0.0511975 Feb 11 13:09:02.159057 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b3de1973-3739-4e09-9902-fee4ea93dd56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:02.200743 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e7044c89-ce82-4308-8456-58d7a3ed618e req-2fd63bb9-a99e-480f-8633-97b6bd581835 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Feb 11 13:09:02.281896 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c8f7c7-1042-4b88-b4a7-8949da4593c0 req-3f286ae9-2885-41d6-b015-a4b5ba2c5aa1 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.283397 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-57c8f7c7-1042-4b88-b4a7-8949da4593c0 req-3f286ae9-2885-41d6-b015-a4b5ba2c5aa1 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.0534523 Feb 11 13:09:02.330123 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-57c8f7c7-1042-4b88-b4a7-8949da4593c0 req-629f0237-0d15-4d18-8dce-e2a16c10d98a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Feb 11 13:09:02.455120 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318597c6-97fe-41d2-bb3f-eaf036c2a55d req-b07b3c9c-0d0d-4b26-bee7-d4d4649abb9c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:02.456703 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-318597c6-97fe-41d2-bb3f-eaf036c2a55d req-b07b3c9c-0d0d-4b26-bee7-d4d4649abb9c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0580323 Feb 11 13:09:02.504039 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-318597c6-97fe-41d2-bb3f-eaf036c2a55d req-eccfd7f1-0ed1-4d55-99eb-aae73b98044f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414157 Feb 11 13:09:03.322444 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 51994) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.447598 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0607d298-e381-435c-a98b-191bf1da03e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.484228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3c11f-cd64-4875-bcaa-66c56f0d9b16 req-9f9a8b63-179c-458f-89c1-93f0c701dfb6 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:03.485685 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9c3c11f-cd64-4875-bcaa-66c56f0d9b16 req-9f9a8b63-179c-458f-89c1-93f0c701dfb6 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.0811799 Feb 11 13:09:03.566329 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9c3c11f-cd64-4875-bcaa-66c56f0d9b16 req-39424fdd-efb9-463e-8c41-155f7a76ffaa tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733137 Feb 11 13:09:03.596043 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0607d298-e381-435c-a98b-191bf1da03e0 admin admin] Publish callbacks [] for security_group (b4930ff0-b8ab-41a7-b082-5e86b8637e2f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.618253 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0607d298-e381-435c-a98b-191bf1da03e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (b4930ff0-b8ab-41a7-b082-5e86b8637e2f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.666946 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-0607d298-e381-435c-a98b-191bf1da03e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57178a6188ac4d4aa37c1490a9a980b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3433495 Feb 11 13:09:03.667842 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607d298-e381-435c-a98b-191bf1da03e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4930ff0-b8ab-41a7-b082-5e86b8637e2f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:03.669781 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52002) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:03.681263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a4b535-3056-4bf7-8361-d113bfa36b4c req-2262ba3f-ee84-4776-a7f9-4b3174bcaed4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:03.683731 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22a4b535-3056-4bf7-8361-d113bfa36b4c req-2262ba3f-ee84-4776-a7f9-4b3174bcaed4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1063676 Feb 11 13:09:03.722584 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84c768b5-9409-41ed-90ab-610fd085cff0 admin admin] Publish callbacks [] for security_group (b4930ff0-b8ab-41a7-b082-5e86b8637e2f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.732436 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22a4b535-3056-4bf7-8361-d113bfa36b4c req-4adef3b5-407e-45e7-bfa8-01dde5efdd59 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423231 Feb 11 13:09:03.744653 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84c768b5-9409-41ed-90ab-610fd085cff0 admin admin] Publish callbacks [] for security_group (b4930ff0-b8ab-41a7-b082-5e86b8637e2f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.793741 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84c768b5-9409-41ed-90ab-610fd085cff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (b4930ff0-b8ab-41a7-b082-5e86b8637e2f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.796470 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84c768b5-9409-41ed-90ab-610fd085cff0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:03.797615 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-84c768b5-9409-41ed-90ab-610fd085cff0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b4930ff0-b8ab-41a7-b082-5e86b8637e2f HTTP/1.1" status: 204 len: 168 time: 0.1267302 Feb 11 13:09:03.805459 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c768b5-9409-41ed-90ab-610fd085cff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4930ff0-b8ab-41a7-b082-5e86b8637e2f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:04.088095 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52026) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:04.106693 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-828a65a8-1a48-4124-8967-e0120bb4ab58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.200751 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-828a65a8-1a48-4124-8967-e0120bb4ab58 admin admin] Publish callbacks [] for security_group (0d1599d0-beb6-46dc-9d85-224f6ccfff80), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.205538 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-828a65a8-1a48-4124-8967-e0120bb4ab58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (0d1599d0-beb6-46dc-9d85-224f6ccfff80), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.244298 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-828a65a8-1a48-4124-8967-e0120bb4ab58 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dc2c941628b94792b4a2c855ecd2947d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1547542 Feb 11 13:09:04.245169 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a65a8-1a48-4124-8967-e0120bb4ab58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1599d0-beb6-46dc-9d85-224f6ccfff80,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:04.247048 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52036) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:04.298092 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f215a756-4f13-425a-b759-e4eb9da2237b admin admin] Publish callbacks [] for security_group (0d1599d0-beb6-46dc-9d85-224f6ccfff80), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.319068 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f215a756-4f13-425a-b759-e4eb9da2237b admin admin] Publish callbacks [] for security_group (0d1599d0-beb6-46dc-9d85-224f6ccfff80), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.373297 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f215a756-4f13-425a-b759-e4eb9da2237b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (0d1599d0-beb6-46dc-9d85-224f6ccfff80), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.375991 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f215a756-4f13-425a-b759-e4eb9da2237b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.377155 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f215a756-4f13-425a-b759-e4eb9da2237b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0d1599d0-beb6-46dc-9d85-224f6ccfff80 HTTP/1.1" status: 204 len: 168 time: 0.1287885 Feb 11 13:09:04.384940 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f215a756-4f13-425a-b759-e4eb9da2237b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1599d0-beb6-46dc-9d85-224f6ccfff80,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:04.695206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cf51f-67fe-4e8b-9449-2d60e43215b4 req-5db2d744-57e4-4d76-9e51-5e69fac48c21 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.696674 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fc0cf51f-67fe-4e8b-9449-2d60e43215b4 req-5db2d744-57e4-4d76-9e51-5e69fac48c21 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.0605016 Feb 11 13:09:04.744380 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fc0cf51f-67fe-4e8b-9449-2d60e43215b4 req-eb0b7711-4c6e-4f02-a97b-4e002d916b58 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417285 Feb 11 13:09:04.802613 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f683df7b-3837-41ef-b556-5b321a538561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:04.855471 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc987bf-7629-4b8f-9b6a-0dc53893ec4e req-d94ce281-921b-4fc1-8361-ab4dddf1b18c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:04.857784 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2dc987bf-7629-4b8f-9b6a-0dc53893ec4e req-d94ce281-921b-4fc1-8361-ab4dddf1b18c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0567229 Feb 11 13:09:04.921086 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2dc987bf-7629-4b8f-9b6a-0dc53893ec4e req-920ecc14-bf7d-4f60-96a0-0c6938cd419c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545194 Feb 11 13:09:05.641574 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:06.039969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44066758-bad4-419e-a022-5fdf2ea48d2b req-fe631125-2992-4ecb-9c86-63f6eae29737 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:06.041426 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-44066758-bad4-419e-a022-5fdf2ea48d2b req-fe631125-2992-4ecb-9c86-63f6eae29737 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0517702 Feb 11 13:09:06.320083 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-44066758-bad4-419e-a022-5fdf2ea48d2b req-868c7701-48b5-4c3e-9b7a-484143e65632 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721076 Feb 11 13:09:07.460641 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077186a-977a-44c7-bb31-5acffe1e6ae3 req-941d3615-57e0-42ac-81e9-ceafaba52935 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.463048 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b077186a-977a-44c7-bb31-5acffe1e6ae3 req-941d3615-57e0-42ac-81e9-ceafaba52935 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0584276 Feb 11 13:09:07.519500 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b077186a-977a-44c7-bb31-5acffe1e6ae3 req-43dbefcd-f218-44df-abea-655d7af34a09 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Feb 11 13:09:07.725392 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-8a147187-8b4c-4e9c-abbb-33236e2947c8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:07.728004 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-8a147187-8b4c-4e9c-abbb-33236e2947c8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.1574841 Feb 11 13:09:07.732874 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:07.751660 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-27e1b635-0b09-4272-abd9-91d0788cd1a1 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/quotas/b8992081afd14d168dc60141dc1e2ec5 HTTP/1.1" status: 200 len: 375 time: 0.0167584 Feb 11 13:09:07.820003 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-86cf5f82-69bf-4e51-afa9-227658657dd2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0624456 Feb 11 13:09:07.919155 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-3d3d299f-6896-471c-86fa-c908d6d41fcd service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982845 Feb 11 13:09:07.919291 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:07.962671 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Deleting subnet a0400735-1b6c-4318-ac6e-1961919032d6 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:07.966480 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Publish callbacks [] for subnet (a0400735-1b6c-4318-ac6e-1961919032d6), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.003900 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (a0400735-1b6c-4318-ac6e-1961919032d6), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.008172 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-d2f91afd-fdc4-459d-b598-6ba8edceaa6b service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833976 Feb 11 13:09:08.043873 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (a0400735-1b6c-4318-ac6e-1961919032d6), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.095851 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (a0400735-1b6c-4318-ac6e-1961919032d6), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.118941 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0400735-1b6c-4318-ac6e-1961919032d6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:08.125287 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.131498 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52176) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:08.131647 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-de5efec8-3b95-4a15-8846-0ebe1b93868a admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a0400735-1b6c-4318-ac6e-1961919032d6 HTTP/1.1" status: 204 len: 168 time: 0.2112155 Feb 11 13:09:08.189851 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ba003d8c-a114-4c3c-90a6-99e8c85f0bf0 req-4b5edd22-7762-4504-b75e-420878b8b86b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0398777 Feb 11 13:09:08.228516 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (bc5045ce-dd3c-463f-b3da-2a7304a5e416), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.307408 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (bc5045ce-dd3c-463f-b3da-2a7304a5e416), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.331914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5045ce-dd3c-463f-b3da-2a7304a5e416']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.341034 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e533cc-6f00-446f-952e-16cb11eeddde') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.341330 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e533cc-6f00-446f-952e-16cb11eeddde') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.350323 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (a7e533cc-6f00-446f-952e-16cb11eeddde), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.366205 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (a7e533cc-6f00-446f-952e-16cb11eeddde), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.374037 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:08.374578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (a7e533cc-6f00-446f-952e-16cb11eeddde), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:08.376390 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:08.431880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (bc5045ce-dd3c-463f-b3da-2a7304a5e416), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.437666 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.441340 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bc5045ce-dd3c-463f-b3da-2a7304a5e416 HTTP/1.1" status: 204 len: 168 time: 0.3086212 Feb 11 13:09:08.444223 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:08.456603 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b61866-6180-4471-a951-5ab82979d1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5045ce-dd3c-463f-b3da-2a7304a5e416,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:08.478849 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.492026 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Deleting subnet d472c8b0-f190-4d66-bcbb-4b444606a095 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:09:08.495234 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Publish callbacks [] for subnet (d472c8b0-f190-4d66-bcbb-4b444606a095), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.533222 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (d472c8b0-f190-4d66-bcbb-4b444606a095), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.572991 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (d472c8b0-f190-4d66-bcbb-4b444606a095), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.625376 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (d472c8b0-f190-4d66-bcbb-4b444606a095), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.641337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f778854-c4e7-4201-8e2b-7e2fa0606e10 req-a0294934-206a-4e9f-abdd-be0d9ba8c01c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:08.642874 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2f778854-c4e7-4201-8e2b-7e2fa0606e10 req-a0294934-206a-4e9f-abdd-be0d9ba8c01c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0550115 Feb 11 13:09:08.652635 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d472c8b0-f190-4d66-bcbb-4b444606a095,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:08.655043 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.658182 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d055c9f7-68eb-4b2c-8c7c-f2059ea049d2 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d472c8b0-f190-4d66-bcbb-4b444606a095 HTTP/1.1" status: 204 len: 168 time: 0.2128606 Feb 11 13:09:08.660729 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52190) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:08.696862 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2f778854-c4e7-4201-8e2b-7e2fa0606e10 req-9401175f-dbee-4064-8ec2-07aa24cba8fe tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482898 Feb 11 13:09:08.736543 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (45b24119-6018-44a9-ac21-d7f3b31a72ec), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.813663 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (45b24119-6018-44a9-ac21-d7f3b31a72ec), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.837546 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45b24119-6018-44a9-ac21-d7f3b31a72ec']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.847212 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1567a4a9-7f0e-49c0-a8d3-350ee2d716ee') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.847585 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1567a4a9-7f0e-49c0-a8d3-350ee2d716ee') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:09:08.862953 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25971540'] for segment (1567a4a9-7f0e-49c0-a8d3-350ee2d716ee), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.877520 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (1567a4a9-7f0e-49c0-a8d3-350ee2d716ee), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.883527 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:09:08.884044 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3869145'] for segment (1567a4a9-7f0e-49c0-a8d3-350ee2d716ee), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: timer() Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: cb(*args, **kw) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: self._notify() Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: self.callback(batched_events) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: event.method(event) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._get(url).json() Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:09:08.885695 dv-cinder-810917-5-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:09:08.939724 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (45b24119-6018-44a9-ac21-d7f3b31a72ec), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.946247 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:08.949676 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/45b24119-6018-44a9-ac21-d7f3b31a72ec HTTP/1.1" status: 204 len: 168 time: 0.2871258 Feb 11 13:09:08.961858 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2c66c-a8a2-4522-a88c-3d1acd7768e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=45b24119-6018-44a9-ac21-d7f3b31a72ec,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:09.113420 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52202) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:09.151918 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-46cbab31-ca7f-41b2-9376-f11be8e26b49 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5039ac9989164652a2857eb4550215dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373719 Feb 11 13:09:09.154817 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52204) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:09.200036 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-420afc05-491e-4f96-bf38-3dca3228fc7e admin admin] Publish callbacks [] for security_group (794d82d6-d80a-4b44-844b-2bc91bc5ab14), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.224081 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-420afc05-491e-4f96-bf38-3dca3228fc7e admin admin] Publish callbacks [] for security_group (794d82d6-d80a-4b44-844b-2bc91bc5ab14), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.269843 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-420afc05-491e-4f96-bf38-3dca3228fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (794d82d6-d80a-4b44-844b-2bc91bc5ab14), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.272458 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-420afc05-491e-4f96-bf38-3dca3228fc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.276089 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-420afc05-491e-4f96-bf38-3dca3228fc7e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/794d82d6-d80a-4b44-844b-2bc91bc5ab14 HTTP/1.1" status: 204 len: 168 time: 0.1178863 Feb 11 13:09:09.283253 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420afc05-491e-4f96-bf38-3dca3228fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794d82d6-d80a-4b44-844b-2bc91bc5ab14,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:09.286849 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c633d94-24f2-4df8-8235-bd03fc445ff8 req-2e9b7141-6ad3-42ef-b44c-178fffca8646 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0306995 Feb 11 13:09:09.590943 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52212) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:09.630678 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a43401d9-439a-4db0-be12-45a536b064b3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=910f37cf8e7f4c1b8d5240530afb11ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385580 Feb 11 13:09:09.633293 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52214) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:09.680555 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1391312a-8993-439d-b3fa-51eacc042484 admin admin] Publish callbacks [] for security_group (1e699c91-9b02-4548-bc7a-18639eec0c8d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.702432 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1391312a-8993-439d-b3fa-51eacc042484 admin admin] Publish callbacks [] for security_group (1e699c91-9b02-4548-bc7a-18639eec0c8d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.757947 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1391312a-8993-439d-b3fa-51eacc042484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1e699c91-9b02-4548-bc7a-18639eec0c8d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.760768 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1391312a-8993-439d-b3fa-51eacc042484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:09.761947 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1391312a-8993-439d-b3fa-51eacc042484 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e699c91-9b02-4548-bc7a-18639eec0c8d HTTP/1.1" status: 204 len: 168 time: 0.1277578 Feb 11 13:09:09.772175 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391312a-8993-439d-b3fa-51eacc042484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e699c91-9b02-4548-bc7a-18639eec0c8d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:09.833447 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc3bba-3708-4e50-af1c-a4d82d1018c2 req-59a465ed-9797-4b53-95d6-d50d6b7eec49 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:09.835041 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6acc3bba-3708-4e50-af1c-a4d82d1018c2 req-59a465ed-9797-4b53-95d6-d50d6b7eec49 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0541167 Feb 11 13:09:09.889311 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6acc3bba-3708-4e50-af1c-a4d82d1018c2 req-d8751fab-892c-4f3a-b4e6-2290fb566c0b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483522 Feb 11 13:09:10.385594 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f10d7f3f-5ec3-48d9-9353-114c485120dd req-869fa452-46ae-452c-838c-2115bd32496a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0313282 Feb 11 13:09:10.436681 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52248) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:10.528139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995803117-network', 'tenant_id': 'ac06bfba8a984f74a41a955e88f93cfc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:10.546560 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Made reservation on behalf of ac06bfba8a984f74a41a955e88f93cfc for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:10.548769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.556978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.628423 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks [] for security_group (71bbed55-e5af-4d8c-a785-b2ad086c7eef), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.632095 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (71bbed55-e5af-4d8c-a785-b2ad086c7eef), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.658709 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:09:10.668308 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bbed55-e5af-4d8c-a785-b2ad086c7eef,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:10.673631 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (73595451-26a3-47d7-a0a2-fbb80de0988c), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.673974 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Added segment 73595451-26a3-47d7-a0a2-fbb80de0988c of type vlan for network 2983df9c-5b46-4934-b4f5-7f66348a4a6f Feb 11 13:09:10.713720 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (2983df9c-5b46-4934-b4f5-7f66348a4a6f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.739607 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (2983df9c-5b46-4934-b4f5-7f66348a4a6f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.740591 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:10.741180 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.774382 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3337214 Feb 11 13:09:10.774959 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52254) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:10.783195 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Request body: {'subnet': {'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995803117-subnet', 'tenant_id': 'ac06bfba8a984f74a41a955e88f93cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:10.809797 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65650807-63f0-4740-8d84-820f6e5f87ef admin admin] Pushing event updated for resources: {'Network': ['ID=2983df9c-5b46-4934-b4f5-7f66348a4a6f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:10.820502 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 2983df9c-5b46-4934-b4f5-7f66348a4a6f details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:09:10.821016 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Made reservation on behalf of ac06bfba8a984f74a41a955e88f93cfc for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:10.823642 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:10.999223 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (c4c14813-f32b-4e23-85fc-631ef8bdc9ba), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.021108 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463679b-02d1-4a0e-806d-6ead49bab6a0 req-1f6a579c-1bdc-40fb-b6f6-797a23686172 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:11.022672 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2463679b-02d1-4a0e-806d-6ead49bab6a0 req-1f6a579c-1bdc-40fb-b6f6-797a23686172 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0660751 Feb 11 13:09:11.061974 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4c14813-f32b-4e23-85fc-631ef8bdc9ba,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:11.072073 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Checking segment: {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:11.072438 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Network hostable DHCP agents. Network: 2983df9c-5b46-4934-b4f5-7f66348a4a6f, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:09:11.083712 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2463679b-02d1-4a0e-806d-6ead49bab6a0 req-590b9ef4-d888-45c5-9642-fcea749b94f5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539730 Feb 11 13:09:11.090196 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Network 2983df9c-5b46-4934-b4f5-7f66348a4a6f is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:09:11.100216 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 2983df9c-5b46-4934-b4f5-7f66348a4a6f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:11.104562 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:11.105823 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:11.111766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-318543e1-b49c-4356-9908-84928eb8b1e7 None None] Network 2983df9c-5b46-4934-b4f5-7f66348a4a6f requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:11.121048 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-883078e7-e0b9-4fe8-a278-8e6e40d0f492 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3440490 Feb 11 13:09:11.226625 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9622878e-4063-4224-a4d6-4a7eef40d30c None None] Network 2983df9c-5b46-4934-b4f5-7f66348a4a6f requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:09:11.484039 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6bc3c855-ad96-436b-9ffe-ea08da208a12 req-b5ce43f7-a193-4be7-94bf-91adf209d690 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0309541 Feb 11 13:09:12.195619 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb8645-8401-446e-9f0e-62e84a140309 req-a92598ea-6322-4b5b-9e09-894928e1b882 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:12.197067 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d4cb8645-8401-446e-9f0e-62e84a140309 req-a92598ea-6322-4b5b-9e09-894928e1b882 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0511992 Feb 11 13:09:12.245482 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d4cb8645-8401-446e-9f0e-62e84a140309 req-74457d53-b640-4890-9a06-92554540c073 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Feb 11 13:09:12.576907 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e86f232b-70b8-42cc-b5b2-2396bba48b84 req-2be6f1ed-cc4a-4649-89f1-8a2133ff9b22 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0272698 Feb 11 13:09:13.363936 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5037b9-9620-4f4a-a2e7-80332c9ebba2 req-46192bd7-9be0-42db-9326-30c48d639644 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:13.365537 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ee5037b9-9620-4f4a-a2e7-80332c9ebba2 req-46192bd7-9be0-42db-9326-30c48d639644 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0540273 Feb 11 13:09:13.413705 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ee5037b9-9620-4f4a-a2e7-80332c9ebba2 req-7bdf92c5-37f4-4716-91e6-9ff00b694f28 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415823 Feb 11 13:09:13.678444 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-965a287c-4955-4dd2-af56-a478506eded9 req-6d2df007-3c2f-4f6a-9308-9e94959d6ccd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0273252 Feb 11 13:09:14.021849 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-24ff3441-3183-4109-8d46-bfb32bfb16fa tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.023427 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-24ff3441-3183-4109-8d46-bfb32bfb16fa tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.1128166 Feb 11 13:09:14.077993 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Request body: {'port': {'device_id': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'admin_state_up': True, 'tenant_id': 'b8992081afd14d168dc60141dc1e2ec5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:14.186080 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Made reservation on behalf of b8992081afd14d168dc60141dc1e2ec5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:14.189729 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.312950 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Allocated IP 172.20.0.10 (d8106ffa-ec18-4d1e-9eeb-6015244ded7a/98daaaf4-4f6a-4abc-8556-6908ae367166/637415b5-22fa-4781-8e75-a210807dacc0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:14.459632 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks [] for port (637415b5-22fa-4781-8e75-a210807dacc0), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.519118 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (637415b5-22fa-4781-8e75-a210807dacc0), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.541669 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851', '9c058723-fc64-46ca-9aa4-104c30ffa1cc'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:14.572331 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:14.577297 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:14.582165 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:14.594710 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db8640-ac3d-4799-80ae-2efcb8aaa0de req-5d3a91e7-0a69-4b7f-ad39-2a0a69318a1d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.596286 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b5db8640-ac3d-4799-80ae-2efcb8aaa0de req-5d3a91e7-0a69-4b7f-ad39-2a0a69318a1d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1131830 Feb 11 13:09:14.621110 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event updated for resources: {'Port': ['ID=637415b5-22fa-4781-8e75-a210807dacc0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:14.668688 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.669309 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.690405 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b5db8640-ac3d-4799-80ae-2efcb8aaa0de req-87c8b051-bf97-4850-9bfa-54a9b409a2f7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736480 Feb 11 13:09:14.698268 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-b74613ba-5952-481e-b160-3f335c22f3bb tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6243954 Feb 11 13:09:14.718853 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Request body: {'port': {'device_id': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:14.813517 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (637415b5-22fa-4781-8e75-a210807dacc0), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:14.954216 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef1fc84-4349-4646-8b61-c2ec3001eb80 req-06a05687-2fea-4e88-809d-3f02252cf2c2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:14.955679 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6ef1fc84-4349-4646-8b61-c2ec3001eb80 req-06a05687-2fea-4e88-809d-3f02252cf2c2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 932 time: 0.1724107 Feb 11 13:09:15.122722 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6ef1fc84-4349-4646-8b61-c2ec3001eb80 req-41bffb9a-1508-416a-b694-096be7a643b6 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503179 Feb 11 13:09:15.137684 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-eb30160e-0e21-4fbf-82bd-e844e4cc7d43 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:15.139205 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-eb30160e-0e21-4fbf-82bd-e844e4cc7d43 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/networks?id=2983df9c-5b46-4934-b4f5-7f66348a4a6f HTTP/1.1" status: 200 len: 808 time: 0.2609715 Feb 11 13:09:15.162937 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-e66ef936-f497-4ae3-8cba-a100e23bb42f tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/quotas/ac06bfba8a984f74a41a955e88f93cfc HTTP/1.1" status: 200 len: 375 time: 0.0159783 Feb 11 13:09:15.209478 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-79c5f3a9-9d10-4707-a540-f5d71f5519a0 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359442 Feb 11 13:09:15.310708 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 637415b5-22fa-4781-8e75-a210807dacc0 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:15.323016 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Publish callbacks [] for port (637415b5-22fa-4781-8e75-a210807dacc0), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.351553 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-daa96a45-efb4-473f-9b91-c06e6abd15b4 service neutron] 10.222.0.86 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341598 Feb 11 13:09:15.354219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Transition to ACTIVE for port object 637415b5-22fa-4781-8e75-a210807dacc0 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:15.367664 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (637415b5-22fa-4781-8e75-a210807dacc0), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.469724 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=637415b5-22fa-4781-8e75-a210807dacc0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:15.536472 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-94c3f315-3b5f-4600-8aaf-875101051b89 service neutron] 10.222.0.86 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780598 Feb 11 13:09:15.565281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Attempting to bind port 637415b5-22fa-4781-8e75-a210807dacc0 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:15.565634 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Attempting to bind port 637415b5-22fa-4781-8e75-a210807dacc0 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:15.565944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Attempting to bind port 637415b5-22fa-4781-8e75-a210807dacc0 on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:15.570340 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Port 637415b5-22fa-4781-8e75-a210807dacc0 on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:09:15.570670 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Attempting to bind port 637415b5-22fa-4781-8e75-a210807dacc0 on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:15.576297 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:15.579638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Checking segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:15.580496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Bound using segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:15.581078 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Bound port: 637415b5-22fa-4781-8e75-a210807dacc0, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:15.581404 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (637415b5-22fa-4781-8e75-a210807dacc0), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.671187 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] For port 637415b5-22fa-4781-8e75-a210807dacc0, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:15.675812 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] For port 637415b5-22fa-4781-8e75-a210807dacc0, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=637415b5-22fa-4781-8e75-a210807dacc0,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:15.693090 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (637415b5-22fa-4781-8e75-a210807dacc0), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.717061 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1cf36fbd-9848-4c14-8ae4-f34a8dcb0ad2 req-0d94ce6b-1507-4729-80bb-74d12297fba8 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 210 time: 0.0379226 Feb 11 13:09:15.748992 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:15.749626 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:15.751008 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] 10.222.0.77 "PUT /v2.0/ports/637415b5-22fa-4781-8e75-a210807dacc0 HTTP/1.1" status: 200 len: 1094 time: 1.0367517 Feb 11 13:09:15.751514 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'tag': '637415b5-22fa-4781-8e75-a210807dacc0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:15.753764 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c6bcd30-5e9a-4a6a-b519-25dabd79edd5", "tag": "637415b5-22fa-4781-8e75-a210807dacc0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:15.776290 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375dab4e-a9ea-4582-a233-8b6903c2c7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=637415b5-22fa-4781-8e75-a210807dacc0,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:15.848566 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14838ff-438a-4f50-a00c-d0b53ff7a521 x-openstack-request-id: req-f14838ff-438a-4f50-a00c-d0b53ff7a521 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:15.848857 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c6bcd30-5e9a-4a6a-b519-25dabd79edd5", "tag": "637415b5-22fa-4781-8e75-a210807dacc0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:15.849148 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f14838ff-438a-4f50-a00c-d0b53ff7a521 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:15.849516 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'tag': '637415b5-22fa-4781-8e75-a210807dacc0', 'status': 'completed', 'code': 200} Feb 11 13:09:15.913136 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82450d6e-9859-44f7-bcb7-c47e64c7f8c5 req-4cd674e4-edda-440d-945b-f831dba984b6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:15.914766 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82450d6e-9859-44f7-bcb7-c47e64c7f8c5 req-4cd674e4-edda-440d-945b-f831dba984b6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1030095 Feb 11 13:09:15.918718 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-67a300d0-a87c-4c42-a090-9e91dd2bf8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:15.920103 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-67a300d0-a87c-4c42-a090-9e91dd2bf8d3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 1128 time: 0.0696554 Feb 11 13:09:15.970804 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-9ae25c73-48f9-4aa1-89be-ba0ba9330bd3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=637415b5-22fa-4781-8e75-a210807dacc0 HTTP/1.1" status: 200 len: 217 time: 0.0411844 Feb 11 13:09:16.006577 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82450d6e-9859-44f7-bcb7-c47e64c7f8c5 req-2d9f1e4d-2bb7-486a-b102-1cf7af381ad6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830426 Feb 11 13:09:16.043894 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264478eb-5455-42c5-b4fd-fde0f456503c req-027f4d6b-42e9-4119-9ecb-86db2e136b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.045328 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-027f4d6b-42e9-4119-9ecb-86db2e136b14 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.0511713 Feb 11 13:09:16.079826 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-ad14a864-de40-4c0f-abb2-bcd1c120f2ee service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264962 Feb 11 13:09:16.109738 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:09:16.180598 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-e1b37241-de43-4afe-9c83-e04df9daa7e8 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923924 Feb 11 13:09:16.313126 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925d578-3c5e-4faf-9c51-1594bf856b09 req-577aec8c-ac0f-4d50-ae6d-6e3aae910f39 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.314643 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1925d578-3c5e-4faf-9c51-1594bf856b09 req-577aec8c-ac0f-4d50-ae6d-6e3aae910f39 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 944 time: 0.1159465 Feb 11 13:09:16.320478 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-264478eb-5455-42c5-b4fd-fde0f456503c req-3f28ad27-e5bb-4441-9b77-e71111c2a7ab service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308498 Feb 11 13:09:16.371672 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1925d578-3c5e-4faf-9c51-1594bf856b09 req-e352a9e1-137a-4062-b2e3-2fcfd897a7f9 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501862 Feb 11 13:09:16.456456 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-2215c10b-9544-4c70-b849-a170fab1d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.458761 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-2215c10b-9544-4c70-b849-a170fab1d9f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 1128 time: 0.0662758 Feb 11 13:09:16.555776 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-2b6d0ab3-d5e0-4c64-8f9c-7446d0dd3ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.557283 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-2b6d0ab3-d5e0-4c64-8f9c-7446d0dd3ea5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 914 time: 0.0911100 Feb 11 13:09:16.605703 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-3628d959-b925-4f81-aa25-45a6dbf311e0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=637415b5-22fa-4781-8e75-a210807dacc0 HTTP/1.1" status: 200 len: 217 time: 0.0385101 Feb 11 13:09:16.658388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-98ab900b-1b5a-4014-abb5-7946b60e51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:16.659915 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-98ab900b-1b5a-4014-abb5-7946b60e51e6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.0473995 Feb 11 13:09:16.697520 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-84ac6111-d4bf-4db2-a331-5299712db860 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254884 Feb 11 13:09:16.796475 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-c5f06b65-1cfb-4a1f-909f-0ca12e8c6040 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882938 Feb 11 13:09:17.100579 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-15e228eb-9eb8-4fc9-bba3-1c97acbc438d req-e65772a7-d002-49d8-b266-6a4ac563e6b3 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 210 time: 0.2971194 Feb 11 13:09:17.263166 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532fdc0-b162-41b4-b3ad-2d92e423e2ba req-37a48936-6995-4ee2-ac47-70f0b6a9774c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.264784 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a532fdc0-b162-41b4-b3ad-2d92e423e2ba req-37a48936-6995-4ee2-ac47-70f0b6a9774c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1679275 Feb 11 13:09:17.277566 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31d72a2b-f2a6-4bf1-8c6b-f0fedc6c151f req-fd8d804f-01f6-4098-950e-4a5198a29d57 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724460 Feb 11 13:09:17.291850 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-8d6267eb-804c-408f-8eeb-8b340c748a4c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.293188 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-8d6267eb-804c-408f-8eeb-8b340c748a4c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "GET /v2.0/networks?id=2983df9c-5b46-4934-b4f5-7f66348a4a6f HTTP/1.1" status: 200 len: 808 time: 0.2316785 Feb 11 13:09:17.310132 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Request body: {'port': {'device_id': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f', 'admin_state_up': True, 'tenant_id': 'ac06bfba8a984f74a41a955e88f93cfc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:17.355188 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a532fdc0-b162-41b4-b3ad-2d92e423e2ba req-a3c9d4d2-d96b-4ff5-bb99-2eef86421053 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804207 Feb 11 13:09:17.434065 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Made reservation on behalf of ac06bfba8a984f74a41a955e88f93cfc for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:17.437853 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.556215 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9115be5-b225-4657-a6cc-00aac5076afa req-b529ac81-33b7-4a11-a4a1-b9424bb8d32f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.557700 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a9115be5-b225-4657-a6cc-00aac5076afa req-b529ac81-33b7-4a11-a4a1-b9424bb8d32f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 944 time: 0.1176031 Feb 11 13:09:17.632176 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Allocated IP 172.20.0.12 (2983df9c-5b46-4934-b4f5-7f66348a4a6f/c4c14813-f32b-4e23-85fc-631ef8bdc9ba/79978009-3782-47f5-9182-c2d043da85af) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:17.643366 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a9115be5-b225-4657-a6cc-00aac5076afa req-c3807407-99e2-445e-aa20-5c42004508a8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642655 Feb 11 13:09:17.802782 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks [] for port (79978009-3782-47f5-9182-c2d043da85af), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.843659 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (79978009-3782-47f5-9182-c2d043da85af), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.885978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Network 2983df9c-5b46-4934-b4f5-7f66348a4a6f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:17.889541 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:17.893312 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:17.899489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Pushing event updated for resources: {'Port': ['ID=79978009-3782-47f5-9182-c2d043da85af,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:17.948154 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:17.949296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:17.964867 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0afdbc9d-6d2e-41f7-ab1a-c11c372565b2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6596723 Feb 11 13:09:17.981034 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Request body: {'port': {'device_id': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:18.045973 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (79978009-3782-47f5-9182-c2d043da85af), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.235349 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52472) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:18.285618 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e70459-3d01-49a2-a32e-c48a67d9534d req-946334a5-d02f-4c7e-918f-00af30e38e0c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.287088 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c3e70459-3d01-49a2-a32e-c48a67d9534d req-946334a5-d02f-4c7e-918f-00af30e38e0c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 932 time: 0.1085205 Feb 11 13:09:18.341700 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ce93a3-e8af-465d-8c8b-0fa85ee460c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.366651 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c3e70459-3d01-49a2-a32e-c48a67d9534d req-257f7af3-a490-40b5-806a-048b05962a89 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704858 Feb 11 13:09:18.407360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79978009-3782-47f5-9182-c2d043da85af {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:18.415113 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Publish callbacks [] for port (79978009-3782-47f5-9182-c2d043da85af), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.415799 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ce93a3-e8af-465d-8c8b-0fa85ee460c5 admin admin] Publish callbacks [] for security_group (010ce917-6af0-4112-91bf-f84a1bbf2cc7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.420840 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88ce93a3-e8af-465d-8c8b-0fa85ee460c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (010ce917-6af0-4112-91bf-f84a1bbf2cc7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.437220 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Transition to ACTIVE for port object 79978009-3782-47f5-9182-c2d043da85af will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:18.441710 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (79978009-3782-47f5-9182-c2d043da85af), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.458658 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce93a3-e8af-465d-8c8b-0fa85ee460c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=010ce917-6af0-4112-91bf-f84a1bbf2cc7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.464028 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-88ce93a3-e8af-465d-8c8b-0fa85ee460c5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=923b57d3bcea40ea90bbbb504cc73c0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276063 Feb 11 13:09:18.467290 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52478) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:18.515600 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7161-0edd-42a5-9cab-ea438bd8a3d9 admin admin] Publish callbacks [] for security_group (010ce917-6af0-4112-91bf-f84a1bbf2cc7), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.520479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Pushing event updated for resources: {'Port': ['ID=79978009-3782-47f5-9182-c2d043da85af,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.533569 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aec56b-f29b-4ab0-95e2-4a0c32512709 req-96cdf271-1518-41eb-bed6-8121ffa88713 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.535055 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-54aec56b-f29b-4ab0-95e2-4a0c32512709 req-96cdf271-1518-41eb-bed6-8121ffa88713 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1078115 Feb 11 13:09:18.538646 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7161-0edd-42a5-9cab-ea438bd8a3d9 admin admin] Publish callbacks [] for security_group (010ce917-6af0-4112-91bf-f84a1bbf2cc7), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.585715 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7161-0edd-42a5-9cab-ea438bd8a3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (010ce917-6af0-4112-91bf-f84a1bbf2cc7), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.588426 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7161-0edd-42a5-9cab-ea438bd8a3d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.589887 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f9bf7161-0edd-42a5-9cab-ea438bd8a3d9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/010ce917-6af0-4112-91bf-f84a1bbf2cc7 HTTP/1.1" status: 204 len: 168 time: 0.1214471 Feb 11 13:09:18.598476 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf7161-0edd-42a5-9cab-ea438bd8a3d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=010ce917-6af0-4112-91bf-f84a1bbf2cc7,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.632403 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-54aec56b-f29b-4ab0-95e2-4a0c32512709 req-5b679b6b-3e93-45d4-b1ed-76ec03a0c2dc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833578 Feb 11 13:09:18.634729 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Attempting to bind port 79978009-3782-47f5-9182-c2d043da85af on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:18.635078 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Attempting to bind port 79978009-3782-47f5-9182-c2d043da85af by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:18.635425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Attempting to bind port 79978009-3782-47f5-9182-c2d043da85af on network 2983df9c-5b46-4934-b4f5-7f66348a4a6f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:18.640037 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Port 79978009-3782-47f5-9182-c2d043da85af on network 2983df9c-5b46-4934-b4f5-7f66348a4a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:09:18.640359 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Attempting to bind port 79978009-3782-47f5-9182-c2d043da85af on network 2983df9c-5b46-4934-b4f5-7f66348a4a6f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:18.645219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:18.645558 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Checking segment: {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:18.646218 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Bound using segment: {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:18.646372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Bound port: 79978009-3782-47f5-9182-c2d043da85af, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:18.646797 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (79978009-3782-47f5-9182-c2d043da85af), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.735439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] For port 79978009-3782-47f5-9182-c2d043da85af, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:18.760785 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] For port 79978009-3782-47f5-9182-c2d043da85af, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=79978009-3782-47f5-9182-c2d043da85af,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:18.771819 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (79978009-3782-47f5-9182-c2d043da85af), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.818765 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.819412 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:18.820768 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] 10.222.0.77 "PUT /v2.0/ports/79978009-3782-47f5-9182-c2d043da85af HTTP/1.1" status: 200 len: 1094 time: 0.8444052 Feb 11 13:09:18.821875 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'tag': '79978009-3782-47f5-9182-c2d043da85af'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:18.824642 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0369365-8d0e-4f14-82e3-5bf5f75091a9" -d '{"events": [{"name": "network-changed", "server_uuid": "cdcb7e78-f550-4f9b-9283-f1990fbe413f", "tag": "79978009-3782-47f5-9182-c2d043da85af"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:18.835217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa40668-3b6e-4e5c-b247-4943c51fbfc3 req-280d6dbb-8f26-47e2-b726-14ac69759b39 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:18.836669 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7fa40668-3b6e-4e5c-b247-4943c51fbfc3 req-280d6dbb-8f26-47e2-b726-14ac69759b39 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 944 time: 0.1163883 Feb 11 13:09:18.862684 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2a8eb-8bb9-4b7d-81b3-4c333d23f909 service neutron] Pushing event updated for resources: {'Port': ['ID=79978009-3782-47f5-9182-c2d043da85af,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:18.875415 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531fed46-2a81-40e4-9897-eabc62cd9316 x-openstack-request-id: req-531fed46-2a81-40e4-9897-eabc62cd9316 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:18.875777 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdcb7e78-f550-4f9b-9283-f1990fbe413f", "tag": "79978009-3782-47f5-9182-c2d043da85af", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:18.876044 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-531fed46-2a81-40e4-9897-eabc62cd9316 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:18.876462 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'tag': '79978009-3782-47f5-9182-c2d043da85af', 'status': 'completed', 'code': 200} Feb 11 13:09:18.891598 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 637415b5-22fa-4781-8e75-a210807dacc0 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:18.909759 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7fa40668-3b6e-4e5c-b247-4943c51fbfc3 req-cc3a6468-928c-42ac-bd52-a614297b6708 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628965 Feb 11 13:09:19.003586 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 637415b5-22fa-4781-8e75-a210807dacc0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=637415b5-22fa-4781-8e75-a210807dacc0,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:19.015050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '637415b5-22fa-4781-8e75-a210807dacc0', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'port_id': '637415b5-22fa-4781-8e75-a210807dacc0', 'mac_address': 'fa:16:3e:2c:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98daaaf4-4f6a-4abc-8556-6908ae367166', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:19.055083 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 637415b5-22fa-4781-8e75-a210807dacc0 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:19.055618 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (637415b5-22fa-4781-8e75-a210807dacc0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.071815 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 637415b5-22fa-4781-8e75-a210807dacc0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:19.092677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 637415b5-22fa-4781-8e75-a210807dacc0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=637415b5-22fa-4781-8e75-a210807dacc0,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:19.097226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (637415b5-22fa-4781-8e75-a210807dacc0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:19.146358 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=637415b5-22fa-4781-8e75-a210807dacc0,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:19.499644 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1eeb3-d19b-44cf-bd18-b11a1f686f15 req-236f7287-c127-4d19-ad42-27f1654c6ca2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.501158 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4de1eeb3-d19b-44cf-bd18-b11a1f686f15 req-236f7287-c127-4d19-ad42-27f1654c6ca2 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 944 time: 0.0527272 Feb 11 13:09:19.547916 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4de1eeb3-d19b-44cf-bd18-b11a1f686f15 req-05665bbd-3068-4917-97f9-3c50c3800f46 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Feb 11 13:09:19.761856 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f389c9-d80f-4c59-8ddc-423571d5d697 req-0764ac2a-98f2-44cf-a4d4-7ba84fe8efe7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:19.763387 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e7f389c9-d80f-4c59-8ddc-423571d5d697 req-0764ac2a-98f2-44cf-a4d4-7ba84fe8efe7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0547743 Feb 11 13:09:19.814198 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e7f389c9-d80f-4c59-8ddc-423571d5d697 req-e55e2996-f0b8-4a3d-9e60-d36c33c1b834 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Feb 11 13:09:20.026143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec98850-eea9-42de-97d0-f488c7f1ded4 req-3892a897-8a3a-4c13-bfac-8197ddc792ae tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.027583 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ec98850-eea9-42de-97d0-f488c7f1ded4 req-3892a897-8a3a-4c13-bfac-8197ddc792ae tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 945 time: 0.0528722 Feb 11 13:09:20.077022 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ec98850-eea9-42de-97d0-f488c7f1ded4 req-510e194c-2584-4eb5-9498-e53eac04aa37 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Feb 11 13:09:20.663300 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44643e-be0f-4af1-ae34-033956286865 req-07230801-cd62-4ae3-8c46-722d4c728bbc tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.664848 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5d44643e-be0f-4af1-ae34-033956286865 req-07230801-cd62-4ae3-8c46-722d4c728bbc tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 944 time: 0.0510719 Feb 11 13:09:20.744388 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5d44643e-be0f-4af1-ae34-033956286865 req-8575b263-3d7b-449b-8070-afe14000e632 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729151 Feb 11 13:09:20.755700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369365-8d0e-4f14-82e3-5bf5f75091a9 req-a0b7b003-c562-453a-8e67-357899e0c621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.757153 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f0369365-8d0e-4f14-82e3-5bf5f75091a9 req-a0b7b003-c562-453a-8e67-357899e0c621 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 1128 time: 0.0669160 Feb 11 13:09:20.872314 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369365-8d0e-4f14-82e3-5bf5f75091a9 req-e9dccc19-cb68-464e-a147-49c987e81f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:20.873791 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f0369365-8d0e-4f14-82e3-5bf5f75091a9 req-e9dccc19-cb68-464e-a147-49c987e81f34 service neutron] 10.222.0.77 "GET /v2.0/networks?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1005592 Feb 11 13:09:21.000948 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bb991-1f04-445a-9e87-f426314e62f3 req-fce4f35b-09f5-48f5-9f8e-41aa3d607bc0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.002399 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-219bb991-1f04-445a-9e87-f426314e62f3 req-fce4f35b-09f5-48f5-9f8e-41aa3d607bc0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1134529 Feb 11 13:09:21.006876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0369365-8d0e-4f14-82e3-5bf5f75091a9 req-23f8a992-d69c-4a54-a21b-969b25f059ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.008246 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f0369365-8d0e-4f14-82e3-5bf5f75091a9 req-23f8a992-d69c-4a54-a21b-969b25f059ba service neutron] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1265411 Feb 11 13:09:21.049331 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-219bb991-1f04-445a-9e87-f426314e62f3 req-df474d68-72e7-4dfc-91f7-a73aeccd1435 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Feb 11 13:09:21.073757 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['637415b5-22fa-4781-8e75-a210807dacc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:21.105516 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-1954b261-94b5-4ca6-a89d-32b672b8401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.107350 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-1954b261-94b5-4ca6-a89d-32b672b8401c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 1128 time: 0.0531049 Feb 11 13:09:21.162957 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-16e2ce01-20de-4eec-a34f-2eed13e48acd service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79978009-3782-47f5-9182-c2d043da85af HTTP/1.1" status: 200 len: 217 time: 0.0401177 Feb 11 13:09:21.242023 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-ee404134-6104-4e63-8c4d-56659392e07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.243594 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-ee404134-6104-4e63-8c4d-56659392e07b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4c14813-f32b-4e23-85fc-631ef8bdc9ba HTTP/1.1" status: 200 len: 848 time: 0.0728197 Feb 11 13:09:21.254829 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2daea6-8297-45e8-bacc-457287d6bc16 req-e118c4a6-d8e6-4975-8ce4-b6453a8820af tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.256235 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef2daea6-8297-45e8-bacc-457287d6bc16 req-e118c4a6-d8e6-4975-8ce4-b6453a8820af tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 945 time: 0.0960326 Feb 11 13:09:21.300452 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-1b90719a-77d9-4c69-acb2-1e3858e8f449 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2983df9c-5b46-4934-b4f5-7f66348a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316803 Feb 11 13:09:21.353203 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef2daea6-8297-45e8-bacc-457287d6bc16 req-3af7c59a-4987-4ce1-850b-f4c181afd997 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908835 Feb 11 13:09:21.418394 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-0d0711a6-42fe-4b84-bd92-3306be6ba325 service neutron] 10.222.0.77 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076324 Feb 11 13:09:21.516182 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02d34ae4-ff55-4544-8643-8f5e7bb9acdb req-60298de3-702c-4fe0-b2ef-8ec27a59c100 service neutron] 10.222.0.77 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860851 Feb 11 13:09:21.866138 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d26d3f-11de-4c7d-b305-2457448c365e req-26d32bd5-30c1-4e51-8680-7f436f407cf4 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:21.873111 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-17d26d3f-11de-4c7d-b305-2457448c365e req-26d32bd5-30c1-4e51-8680-7f436f407cf4 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 944 time: 0.0601444 Feb 11 13:09:21.921564 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-17d26d3f-11de-4c7d-b305-2457448c365e req-468bde06-e9be-4075-8ed6-e838df710609 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Feb 11 13:09:22.195088 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f7e3a0-fced-4743-bdda-8ec364542968 req-4163c76c-26be-4751-beda-3227179fc0cd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.196753 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-68f7e3a0-fced-4743-bdda-8ec364542968 req-4163c76c-26be-4751-beda-3227179fc0cd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0609477 Feb 11 13:09:22.245448 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-68f7e3a0-fced-4743-bdda-8ec364542968 req-39489bcc-8d3d-42c7-9777-518dfaaf7f5a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421977 Feb 11 13:09:22.474468 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782aef1-6782-4082-b6b3-585b9a08e12c req-14aa237c-26d1-4d57-80b7-bd30927810e8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:22.476005 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e782aef1-6782-4082-b6b3-585b9a08e12c req-14aa237c-26d1-4d57-80b7-bd30927810e8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 945 time: 0.0556180 Feb 11 13:09:22.523208 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e782aef1-6782-4082-b6b3-585b9a08e12c req-192df70f-a193-42e3-a2b1-1c91854a0efd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408974 Feb 11 13:09:22.678496 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 637415b5-22fa-4781-8e75-a210807dacc0 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:22.728570 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 637415b5-22fa-4781-8e75-a210807dacc0 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:22.732833 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 637415b5-22fa-4781-8e75-a210807dacc0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:22.733210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (637415b5-22fa-4781-8e75-a210807dacc0), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.817049 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 637415b5-22fa-4781-8e75-a210807dacc0 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:22.817450 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (637415b5-22fa-4781-8e75-a210807dacc0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.840487 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637415b5-22fa-4781-8e75-a210807dacc0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:22.842788 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89c2a1-004c-4c68-aa32-900c35b9513d" -d '{"events": [{"server_uuid": "1c6bcd30-5e9a-4a6a-b519-25dabd79edd5", "name": "network-vif-plugged", "status": "completed", "tag": "637415b5-22fa-4781-8e75-a210807dacc0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:22.848684 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52602) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:22.865474 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 637415b5-22fa-4781-8e75-a210807dacc0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=637415b5-22fa-4781-8e75-a210807dacc0,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:22.872435 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (637415b5-22fa-4781-8e75-a210807dacc0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:22.898023 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b57bbe17-cfcb-4bd8-a837-3ad717297542 x-openstack-request-id: req-b57bbe17-cfcb-4bd8-a837-3ad717297542 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:22.898339 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6bcd30-5e9a-4a6a-b519-25dabd79edd5", "name": "network-vif-plugged", "status": "completed", "tag": "637415b5-22fa-4781-8e75-a210807dacc0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:22.898595 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b57bbe17-cfcb-4bd8-a837-3ad717297542 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:22.898979 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '637415b5-22fa-4781-8e75-a210807dacc0', 'code': 200} Feb 11 13:09:22.926023 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=637415b5-22fa-4781-8e75-a210807dacc0,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:22.973927 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059968ac-95d6-419c-8d88-533f1978e804 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.051615 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059968ac-95d6-419c-8d88-533f1978e804 admin admin] Publish callbacks [] for security_group (d350e0c0-3952-45b1-a39d-caab251d8c0e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.055579 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-059968ac-95d6-419c-8d88-533f1978e804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (d350e0c0-3952-45b1-a39d-caab251d8c0e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.082307 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a087042-fd57-4d63-819d-adb9295cd799 req-e7ec879b-48a9-416e-964e-8707fc22ec1b tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.083825 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a087042-fd57-4d63-819d-adb9295cd799 req-e7ec879b-48a9-416e-964e-8707fc22ec1b tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 944 time: 0.0853200 Feb 11 13:09:23.093238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035b4f-e4ec-4fab-88dc-7427954f07e6 req-3e217b45-f6c6-4b1e-8856-1779aa578666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.094662 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9b035b4f-e4ec-4fab-88dc-7427954f07e6 req-3e217b45-f6c6-4b1e-8856-1779aa578666 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 1130 time: 0.0650954 Feb 11 13:09:23.095515 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059968ac-95d6-419c-8d88-533f1978e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350e0c0-3952-45b1-a39d-caab251d8c0e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.102737 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-059968ac-95d6-419c-8d88-533f1978e804 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7c938d16555e442294bbf161a265071a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529292 Feb 11 13:09:23.103721 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52610) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:23.161017 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03e6e713-23e5-4f93-a711-78842b41ea9c admin admin] Publish callbacks [] for security_group (d350e0c0-3952-45b1-a39d-caab251d8c0e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.174827 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a087042-fd57-4d63-819d-adb9295cd799 req-5c174d15-f076-4e07-9457-cc6dcb33f4ce tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835712 Feb 11 13:09:23.181464 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9b035b4f-e4ec-4fab-88dc-7427954f07e6 req-2636249b-bd5b-4703-a041-467c5cfd4a44 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728767 Feb 11 13:09:23.191453 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03e6e713-23e5-4f93-a711-78842b41ea9c admin admin] Publish callbacks [] for security_group (d350e0c0-3952-45b1-a39d-caab251d8c0e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.242816 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03e6e713-23e5-4f93-a711-78842b41ea9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (d350e0c0-3952-45b1-a39d-caab251d8c0e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.246105 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-03e6e713-23e5-4f93-a711-78842b41ea9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.260173 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-03e6e713-23e5-4f93-a711-78842b41ea9c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d350e0c0-3952-45b1-a39d-caab251d8c0e HTTP/1.1" status: 204 len: 168 time: 0.1458802 Feb 11 13:09:23.270460 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6e713-23e5-4f93-a711-78842b41ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350e0c0-3952-45b1-a39d-caab251d8c0e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.408032 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfe3b6-b122-420c-bc96-840d7844f91a req-91e08d23-52bf-4a9d-97b1-20345c70e4c7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.410535 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e2cfe3b6-b122-420c-bc96-840d7844f91a req-91e08d23-52bf-4a9d-97b1-20345c70e4c7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0713019 Feb 11 13:09:23.467692 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e2cfe3b6-b122-420c-bc96-840d7844f91a req-c40233e7-32ec-4cce-b84f-c01ba5bf4892 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506597 Feb 11 13:09:23.599693 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52636) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:23.614312 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0a68-7cdd-4a06-bc29-e389e2a3cc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.657120 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e15546-3e94-4276-aa58-b837a43b62e8 req-54a34957-acb2-4890-a9df-148fc9ec1f42 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:23.658881 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5e15546-3e94-4276-aa58-b837a43b62e8 req-54a34957-acb2-4890-a9df-148fc9ec1f42 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 946 time: 0.0572524 Feb 11 13:09:23.696938 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0a68-7cdd-4a06-bc29-e389e2a3cc78 admin admin] Publish callbacks [] for security_group (2a4004e9-181b-4f08-aafa-1e7cb332b001), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.701172 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fd7f0a68-7cdd-4a06-bc29-e389e2a3cc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2a4004e9-181b-4f08-aafa-1e7cb332b001), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.713802 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5e15546-3e94-4276-aa58-b837a43b62e8 req-5183cf0f-fe11-4dba-b7a1-7e2bc1d911d0 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463200 Feb 11 13:09:23.740078 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fd7f0a68-7cdd-4a06-bc29-e389e2a3cc78 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8c7bca5c96904c37abafc429c0dac418&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391110 Feb 11 13:09:23.741182 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f0a68-7cdd-4a06-bc29-e389e2a3cc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4004e9-181b-4f08-aafa-1e7cb332b001,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:23.742739 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52638) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:23.791229 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3435e8e6-7aec-40fc-9bc9-29b3cda1ae76 admin admin] Publish callbacks [] for security_group (2a4004e9-181b-4f08-aafa-1e7cb332b001), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.811816 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3435e8e6-7aec-40fc-9bc9-29b3cda1ae76 admin admin] Publish callbacks [] for security_group (2a4004e9-181b-4f08-aafa-1e7cb332b001), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.856725 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3435e8e6-7aec-40fc-9bc9-29b3cda1ae76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2a4004e9-181b-4f08-aafa-1e7cb332b001), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.859320 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3435e8e6-7aec-40fc-9bc9-29b3cda1ae76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:23.860540 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3435e8e6-7aec-40fc-9bc9-29b3cda1ae76 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a4004e9-181b-4f08-aafa-1e7cb332b001 HTTP/1.1" status: 204 len: 168 time: 0.1166778 Feb 11 13:09:23.870027 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e8e6-7aec-40fc-9bc9-29b3cda1ae76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4004e9-181b-4f08-aafa-1e7cb332b001,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:24.282373 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885b108-4ea8-4fee-af51-0d00ca679881 req-d68cdb84-9816-4ca3-ae5a-cc116a706b5e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.283818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c885b108-4ea8-4fee-af51-0d00ca679881 req-d68cdb84-9816-4ca3-ae5a-cc116a706b5e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 944 time: 0.0559537 Feb 11 13:09:24.330419 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c885b108-4ea8-4fee-af51-0d00ca679881 req-e365a227-de51-4c00-b309-9dc56e663b1d tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Feb 11 13:09:24.617967 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643864a7-f5a2-4d7c-a028-be66a81a819d req-25a37bfc-b200-4ef5-a081-4c0827ac57d5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.621663 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-643864a7-f5a2-4d7c-a028-be66a81a819d req-25a37bfc-b200-4ef5-a081-4c0827ac57d5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0739946 Feb 11 13:09:24.690232 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-643864a7-f5a2-4d7c-a028-be66a81a819d req-a6b0cc32-50fa-40d7-9ae9-5d45e7433ba9 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582180 Feb 11 13:09:24.694661 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 79978009-3782-47f5-9182-c2d043da85af details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:24.822835 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 79978009-3782-47f5-9182-c2d043da85af, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=79978009-3782-47f5-9182-c2d043da85af,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:24.837113 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '79978009-3782-47f5-9182-c2d043da85af', 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f', 'port_id': '79978009-3782-47f5-9182-c2d043da85af', 'mac_address': 'fa:16:3e:b7:06:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c14813-f32b-4e23-85fc-631ef8bdc9ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:24.863815 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef71810-7bc3-4882-b423-ed061136eb41 req-f436e3fe-9688-4495-9102-d40fcb2514b2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:24.867774 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eef71810-7bc3-4882-b423-ed061136eb41 req-f436e3fe-9688-4495-9102-d40fcb2514b2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 946 time: 0.0805171 Feb 11 13:09:24.883367 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 79978009-3782-47f5-9182-c2d043da85af is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:24.883766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (79978009-3782-47f5-9182-c2d043da85af), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:24.902435 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79978009-3782-47f5-9182-c2d043da85af {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:24.941842 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 79978009-3782-47f5-9182-c2d043da85af, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=79978009-3782-47f5-9182-c2d043da85af,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:24.944300 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eef71810-7bc3-4882-b423-ed061136eb41 req-2a0f7fb2-01af-4154-ad29-741a360068e6 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700366 Feb 11 13:09:24.957817 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (79978009-3782-47f5-9182-c2d043da85af), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:25.012778 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=79978009-3782-47f5-9182-c2d043da85af,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:25.374142 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['79978009-3782-47f5-9182-c2d043da85af'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:25.464563 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725782c1-5483-45c9-8e8c-5c3fd8fd96da req-8f63a2bd-5840-437e-8d32-0f95dbd5aa0a tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.466693 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-725782c1-5483-45c9-8e8c-5c3fd8fd96da req-8f63a2bd-5840-437e-8d32-0f95dbd5aa0a tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 945 time: 0.0559833 Feb 11 13:09:25.543098 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-725782c1-5483-45c9-8e8c-5c3fd8fd96da req-982cb549-95cd-48e2-b563-e5a8dbe867bf tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664473 Feb 11 13:09:25.823177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d492b1-ae60-4719-a4c1-81c95d3d1d22 req-2fe27852-7de0-4777-8eff-6bb4f8cf80f1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:25.824795 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-21d492b1-ae60-4719-a4c1-81c95d3d1d22 req-2fe27852-7de0-4777-8eff-6bb4f8cf80f1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0546427 Feb 11 13:09:25.891224 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-21d492b1-ae60-4719-a4c1-81c95d3d1d22 req-32d6a2e2-7fce-4de1-9394-b5af57d4da19 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592113 Feb 11 13:09:26.232837 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52804) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.386230 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5710abae-214e-4593-aa6f-b73faf5da773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.476500 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5710abae-214e-4593-aa6f-b73faf5da773 admin admin] Publish callbacks [] for security_group (3c524f9f-27ab-4f16-a9a5-b1597941f1f4), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.484286 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5710abae-214e-4593-aa6f-b73faf5da773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (3c524f9f-27ab-4f16-a9a5-b1597941f1f4), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.529797 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5710abae-214e-4593-aa6f-b73faf5da773 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0c34bdd4857f4ef59896295458cc479c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2958462 Feb 11 13:09:26.530702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710abae-214e-4593-aa6f-b73faf5da773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c524f9f-27ab-4f16-a9a5-b1597941f1f4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:26.532987 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:26.595220 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66937c9f-d3dc-4ac1-95bc-d60d93c3f5f5 admin admin] Publish callbacks [] for security_group (3c524f9f-27ab-4f16-a9a5-b1597941f1f4), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.623577 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66937c9f-d3dc-4ac1-95bc-d60d93c3f5f5 admin admin] Publish callbacks [] for security_group (3c524f9f-27ab-4f16-a9a5-b1597941f1f4), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.675271 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66937c9f-d3dc-4ac1-95bc-d60d93c3f5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (3c524f9f-27ab-4f16-a9a5-b1597941f1f4), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.677958 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-66937c9f-d3dc-4ac1-95bc-d60d93c3f5f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.684519 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417de6d-a4c8-4d1a-8dff-3dd5074d3c27 req-3d58d664-94b1-4d5a-882f-3bb4186bc005 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:26.689298 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-66937c9f-d3dc-4ac1-95bc-d60d93c3f5f5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3c524f9f-27ab-4f16-a9a5-b1597941f1f4 HTTP/1.1" status: 204 len: 168 time: 0.1551445 Feb 11 13:09:26.702692 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5417de6d-a4c8-4d1a-8dff-3dd5074d3c27 req-3d58d664-94b1-4d5a-882f-3bb4186bc005 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 945 time: 0.0838137 Feb 11 13:09:26.710423 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 79978009-3782-47f5-9182-c2d043da85af up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:26.719981 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66937c9f-d3dc-4ac1-95bc-d60d93c3f5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c524f9f-27ab-4f16-a9a5-b1597941f1f4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:26.805457 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5417de6d-a4c8-4d1a-8dff-3dd5074d3c27 req-494de4c8-1990-4f3b-8804-9c9d0f1be0a3 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016457 Feb 11 13:09:26.836853 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 79978009-3782-47f5-9182-c2d043da85af completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:26.842650 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 79978009-3782-47f5-9182-c2d043da85af triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:26.843108 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (79978009-3782-47f5-9182-c2d043da85af), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.954169 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 79978009-3782-47f5-9182-c2d043da85af is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:26.955033 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (79978009-3782-47f5-9182-c2d043da85af), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:26.992156 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79978009-3782-47f5-9182-c2d043da85af'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:26.994647 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d4bc0f-e3b0-4716-9b19-4f84a12e14c7" -d '{"events": [{"server_uuid": "cdcb7e78-f550-4f9b-9283-f1990fbe413f", "name": "network-vif-plugged", "status": "completed", "tag": "79978009-3782-47f5-9182-c2d043da85af"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:27.010080 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 79978009-3782-47f5-9182-c2d043da85af, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=79978009-3782-47f5-9182-c2d043da85af,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:27.017479 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (79978009-3782-47f5-9182-c2d043da85af), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:27.061256 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb073e9-b8eb-4a3d-b39a-a1b9b34da7fa x-openstack-request-id: req-9fb073e9-b8eb-4a3d-b39a-a1b9b34da7fa {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:27.062064 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcb7e78-f550-4f9b-9283-f1990fbe413f", "name": "network-vif-plugged", "status": "completed", "tag": "79978009-3782-47f5-9182-c2d043da85af", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:27.062892 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9fb073e9-b8eb-4a3d-b39a-a1b9b34da7fa {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:27.063542 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79978009-3782-47f5-9182-c2d043da85af', 'code': 200} Feb 11 13:09:27.094558 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed35ca3-eabc-496e-b875-1d2efd184d4b req-467ab9f6-96fb-4665-9d27-b1c14ea4fb0f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.104359 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ed35ca3-eabc-496e-b875-1d2efd184d4b req-467ab9f6-96fb-4665-9d27-b1c14ea4fb0f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.1167631 Feb 11 13:09:27.110233 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=79978009-3782-47f5-9182-c2d043da85af,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:27.180394 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ed35ca3-eabc-496e-b875-1d2efd184d4b req-f6542add-f004-41d0-93c0-46ad3403b444 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681622 Feb 11 13:09:27.290538 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56395c25-b847-4410-b57f-dda92eb9f45f req-a7590b7b-16db-474d-b7b0-0423a458b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.292729 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56395c25-b847-4410-b57f-dda92eb9f45f req-a7590b7b-16db-474d-b7b0-0423a458b51f service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 1130 time: 0.0605464 Feb 11 13:09:27.347617 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56395c25-b847-4410-b57f-dda92eb9f45f req-d1440dc9-6b50-438b-b055-58180f663b78 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440371 Feb 11 13:09:27.840247 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52932) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:27.966504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6cd89e-e1c9-4576-b0c3-85062d5e2072 req-d49d1888-85db-4c9b-b18a-3a028dc7edd9 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:27.974880 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eb6cd89e-e1c9-4576-b0c3-85062d5e2072 req-d49d1888-85db-4c9b-b18a-3a028dc7edd9 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.0774591 Feb 11 13:09:28.022274 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34514069-43a8-4fd3-8ddf-21f181750f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.052879 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eb6cd89e-e1c9-4576-b0c3-85062d5e2072 req-3ed18446-0203-4e48-929f-ecf5c65d63cd tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770969 Feb 11 13:09:28.062047 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979db9e-7b3f-4a0d-b166-76848e6cc5fd req-2a0f646f-a9d7-4050-a7a6-555a058eddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.065563 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4979db9e-7b3f-4a0d-b166-76848e6cc5fd req-2a0f646f-a9d7-4050-a7a6-555a058eddf4 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 1130 time: 0.0722036 Feb 11 13:09:28.105714 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34514069-43a8-4fd3-8ddf-21f181750f08 admin admin] Publish callbacks [] for security_group (a69c51fb-b833-4b91-94fd-8aa9a6447304), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.109877 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-34514069-43a8-4fd3-8ddf-21f181750f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a69c51fb-b833-4b91-94fd-8aa9a6447304), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.123550 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4979db9e-7b3f-4a0d-b166-76848e6cc5fd req-ea98cd47-96b3-4b1d-8ee4-b3b9ce00b84a service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413995 Feb 11 13:09:28.151387 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-34514069-43a8-4fd3-8ddf-21f181750f08 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba164c4f2e8049b4a077ef2698fc2bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099174 Feb 11 13:09:28.152743 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34514069-43a8-4fd3-8ddf-21f181750f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c51fb-b833-4b91-94fd-8aa9a6447304,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.153956 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52944) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:28.205286 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad3cfff1-7645-4187-a85e-e9cbe274a760 admin admin] Publish callbacks [] for security_group (a69c51fb-b833-4b91-94fd-8aa9a6447304), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.227454 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad3cfff1-7645-4187-a85e-e9cbe274a760 admin admin] Publish callbacks [] for security_group (a69c51fb-b833-4b91-94fd-8aa9a6447304), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.301961 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad3cfff1-7645-4187-a85e-e9cbe274a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a69c51fb-b833-4b91-94fd-8aa9a6447304), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.304566 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ad3cfff1-7645-4187-a85e-e9cbe274a760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.308479 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-ad3cfff1-7645-4187-a85e-e9cbe274a760 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a69c51fb-b833-4b91-94fd-8aa9a6447304 HTTP/1.1" status: 204 len: 168 time: 0.1500432 Feb 11 13:09:28.320365 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3cfff1-7645-4187-a85e-e9cbe274a760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c51fb-b833-4b91-94fd-8aa9a6447304,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.337031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2967336-2f2d-44ca-9c11-e52f12d75cce req-bb7af3f8-8581-4609-ab4e-d102412c2a4c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:28.339313 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2967336-2f2d-44ca-9c11-e52f12d75cce req-bb7af3f8-8581-4609-ab4e-d102412c2a4c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0785785 Feb 11 13:09:28.395680 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2967336-2f2d-44ca-9c11-e52f12d75cce req-d290668a-aab6-4b60-8c9b-0705ffb6ce3b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474195 Feb 11 13:09:28.471210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.640583 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 52968) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:28.655104 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f041fb04-4053-4515-864e-83c2643ebf3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.733456 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f041fb04-4053-4515-864e-83c2643ebf3e admin admin] Publish callbacks [] for security_group (274fffbb-7e38-47b1-b91b-43d037c49a30), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.737841 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-f041fb04-4053-4515-864e-83c2643ebf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (274fffbb-7e38-47b1-b91b-43d037c49a30), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.779421 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-f041fb04-4053-4515-864e-83c2643ebf3e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=09bbdc9ef6ce4a069e8d85980d5701c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375868 Feb 11 13:09:28.780533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041fb04-4053-4515-864e-83c2643ebf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274fffbb-7e38-47b1-b91b-43d037c49a30,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:28.782294 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 52974) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:28.833646 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b413149e-c169-42b9-a13d-55e65123d007 admin admin] Publish callbacks [] for security_group (274fffbb-7e38-47b1-b91b-43d037c49a30), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.854102 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b413149e-c169-42b9-a13d-55e65123d007 admin admin] Publish callbacks [] for security_group (274fffbb-7e38-47b1-b91b-43d037c49a30), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.902352 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b413149e-c169-42b9-a13d-55e65123d007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (274fffbb-7e38-47b1-b91b-43d037c49a30), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.904916 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b413149e-c169-42b9-a13d-55e65123d007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:28.906119 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b413149e-c169-42b9-a13d-55e65123d007 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/274fffbb-7e38-47b1-b91b-43d037c49a30 HTTP/1.1" status: 204 len: 168 time: 0.1223314 Feb 11 13:09:28.914148 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b413149e-c169-42b9-a13d-55e65123d007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274fffbb-7e38-47b1-b91b-43d037c49a30,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:29.184618 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81679f4-c4d3-47e6-837b-bbff181577ab req-0a7bcb56-14ba-4d67-9540-4b303e4d324b tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.186279 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b81679f4-c4d3-47e6-837b-bbff181577ab req-0a7bcb56-14ba-4d67-9540-4b303e4d324b tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.0559688 Feb 11 13:09:29.274359 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b81679f4-c4d3-47e6-837b-bbff181577ab req-4f78f0ef-9c2f-444d-8c90-284df56a34c6 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818894 Feb 11 13:09:29.514112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bea458c-f71f-412b-b355-f05e2351b381 req-33c1efeb-a271-495a-b213-9083ca07f002 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:29.515614 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6bea458c-f71f-412b-b355-f05e2351b381 req-33c1efeb-a271-495a-b213-9083ca07f002 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0520413 Feb 11 13:09:29.565366 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6bea458c-f71f-412b-b355-f05e2351b381 req-d7046e80-5b22-4e98-b388-66957565fb70 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431182 Feb 11 13:09:30.400097 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f06c3a-8006-47f2-80bf-738c155fc058 req-571ce50e-f54a-437e-90d4-1f3b1717e5c9 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.402198 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48f06c3a-8006-47f2-80bf-738c155fc058 req-571ce50e-f54a-437e-90d4-1f3b1717e5c9 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.0534148 Feb 11 13:09:30.451407 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48f06c3a-8006-47f2-80bf-738c155fc058 req-ca2ff8a9-e534-42fc-876f-865321b6ba51 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436873 Feb 11 13:09:30.708636 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f2bd9-fd77-4622-b88a-524eedb3d257 req-0cc4805a-b7c3-46fd-8e81-22f1f9c329e4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.727454 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0d4f2bd9-fd77-4622-b88a-524eedb3d257 req-0cc4805a-b7c3-46fd-8e81-22f1f9c329e4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0918965 Feb 11 13:09:30.784633 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0d4f2bd9-fd77-4622-b88a-524eedb3d257 req-29e1ba48-fd45-43b5-8b42-51d4b0d539dc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548942 Feb 11 13:09:30.929092 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f42e8-0d84-4267-a838-2bd0a742d16b req-28d79eaa-09ae-45ad-afaa-633283f4cbbe tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:30.931163 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-189f42e8-0d84-4267-a838-2bd0a742d16b req-28d79eaa-09ae-45ad-afaa-633283f4cbbe tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0618298 Feb 11 13:09:30.986891 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-189f42e8-0d84-4267-a838-2bd0a742d16b req-c52acd06-5fd3-40b4-886a-fc852900f277 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482743 Feb 11 13:09:31.122961 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:31.249111 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9cd02e1-18ea-41cb-97d3-9b7cf8e2e9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.331607 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9cd02e1-18ea-41cb-97d3-9b7cf8e2e9d2 admin admin] Publish callbacks [] for security_group (9906ebe9-cadd-4a22-be2e-b81819ea95a0), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.336464 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c9cd02e1-18ea-41cb-97d3-9b7cf8e2e9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (9906ebe9-cadd-4a22-be2e-b81819ea95a0), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.379423 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c9cd02e1-18ea-41cb-97d3-9b7cf8e2e9d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=086dbd2fed204505aac626e2fa4142f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2528410 Feb 11 13:09:31.379857 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53090) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:31.388249 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd02e1-18ea-41cb-97d3-9b7cf8e2e9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9906ebe9-cadd-4a22-be2e-b81819ea95a0,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:31.469451 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1b06-5122-4b40-92bc-3b889a7543e7 admin admin] Publish callbacks [] for security_group (9906ebe9-cadd-4a22-be2e-b81819ea95a0), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.496745 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1b06-5122-4b40-92bc-3b889a7543e7 admin admin] Publish callbacks [] for security_group (9906ebe9-cadd-4a22-be2e-b81819ea95a0), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.557304 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1b06-5122-4b40-92bc-3b889a7543e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (9906ebe9-cadd-4a22-be2e-b81819ea95a0), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.561689 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4c6d1b06-5122-4b40-92bc-3b889a7543e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:31.566001 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4c6d1b06-5122-4b40-92bc-3b889a7543e7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9906ebe9-cadd-4a22-be2e-b81819ea95a0 HTTP/1.1" status: 204 len: 168 time: 0.1851242 Feb 11 13:09:31.575879 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d1b06-5122-4b40-92bc-3b889a7543e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9906ebe9-cadd-4a22-be2e-b81819ea95a0,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:31.815582 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eec759-45b3-4817-9395-7e07c1d69c47 req-502cd76f-58a7-441b-8541-16ab1fd525ae tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:31.817522 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b8eec759-45b3-4817-9395-7e07c1d69c47 req-502cd76f-58a7-441b-8541-16ab1fd525ae tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.0862789 Feb 11 13:09:31.876589 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b8eec759-45b3-4817-9395-7e07c1d69c47 req-8811ddc1-a39a-4222-8d00-7b7064ac05aa tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535231 Feb 11 13:09:32.162050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e6b9a97-d5ab-4625-aec4-62e6fca14ed3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:32.821554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200b5f41-8152-46b7-a4ab-9e3579f967fe req-709f7ba6-0c77-4481-abd4-7aa9ef96cdb2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:32.823165 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-200b5f41-8152-46b7-a4ab-9e3579f967fe req-709f7ba6-0c77-4481-abd4-7aa9ef96cdb2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0884547 Feb 11 13:09:32.849622 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-a24b3cdc-5104-4f6f-b653-f05a16ba131a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:32.851042 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-a24b3cdc-5104-4f6f-b653-f05a16ba131a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.0882304 Feb 11 13:09:33.210082 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-200b5f41-8152-46b7-a4ab-9e3579f967fe req-6954d0df-861c-4582-a3fe-988f9c0fbec0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782964 Feb 11 13:09:33.253016 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-4564d1b9-2682-447c-925d-98a4231798ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.253643 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-4564d1b9-2682-447c-925d-98a4231798ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.3889825 Feb 11 13:09:33.260548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09adbe-20fd-4f42-9ea4-eca8967044bb req-98c27536-981c-4a7d-9820-8efc585795cd tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.262670 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-de09adbe-20fd-4f42-9ea4-eca8967044bb req-98c27536-981c-4a7d-9820-8efc585795cd tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.1095355 Feb 11 13:09:33.315207 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-3331e08d-1a69-4734-a5e9-321bfd8aff45 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.0507326 Feb 11 13:09:33.378372 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-de09adbe-20fd-4f42-9ea4-eca8967044bb req-ea9f29b1-51a0-4cb4-ba8f-b2ee5115450b tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074424 Feb 11 13:09:33.388507 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-2e36e264-fcd4-4f09-80b3-2936f64b85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:33.389973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-2e36e264-fcd4-4f09-80b3-2936f64b85f9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.0669720 Feb 11 13:09:33.429452 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-4d1b2de7-4587-4983-bd94-8ec6772bb1b7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297658 Feb 11 13:09:33.532280 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-6c2ad91e-c2b1-4f38-8f4e-41d4892a3861 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857463 Feb 11 13:09:33.622725 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79f8bd23-e4a6-489b-b7c7-c0a125e0529f req-1f9c6663-3edb-4b8b-8dab-a5f60c27c09b service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822501 Feb 11 13:09:34.017772 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53204) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:34.161702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76d4ae58-49f9-465b-ac7e-223666dfcd50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.201380 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-72f6f3d5-e08c-4105-b802-f59bcdc2ad01 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.202825 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-72f6f3d5-e08c-4105-b802-f59bcdc2ad01 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.0920775 Feb 11 13:09:34.340674 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76d4ae58-49f9-465b-ac7e-223666dfcd50 admin admin] Publish callbacks [] for security_group (5c55d0df-0f2c-4cda-ba85-87d7e20026e3), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.350531 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-76d4ae58-49f9-465b-ac7e-223666dfcd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5c55d0df-0f2c-4cda-ba85-87d7e20026e3), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.404857 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-76d4ae58-49f9-465b-ac7e-223666dfcd50 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=5cec02e70e924a858fc49f0cf1331c4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3857493 Feb 11 13:09:34.408942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4ae58-49f9-465b-ac7e-223666dfcd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c55d0df-0f2c-4cda-ba85-87d7e20026e3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:34.409076 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:34.413445 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Deleting port 79978009-3782-47f5-9182-c2d043da85af {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:09:34.413715 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (79978009-3782-47f5-9182-c2d043da85af), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.422921 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d554f4f7-2a86-42a5-93f1-be604a5ebd04 req-ebc158e5-2f15-49d6-8372-49acec793bb8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.424549 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d554f4f7-2a86-42a5-93f1-be604a5ebd04 req-ebc158e5-2f15-49d6-8372-49acec793bb8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1386228 Feb 11 13:09:34.471160 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61b6ab22-7ca6-45c7-a395-c5fb6186deae admin admin] Publish callbacks [] for security_group (5c55d0df-0f2c-4cda-ba85-87d7e20026e3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.494407 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61b6ab22-7ca6-45c7-a395-c5fb6186deae admin admin] Publish callbacks [] for security_group (5c55d0df-0f2c-4cda-ba85-87d7e20026e3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.549882 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61b6ab22-7ca6-45c7-a395-c5fb6186deae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5c55d0df-0f2c-4cda-ba85-87d7e20026e3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.553255 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61b6ab22-7ca6-45c7-a395-c5fb6186deae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.557899 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-61b6ab22-7ca6-45c7-a395-c5fb6186deae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5c55d0df-0f2c-4cda-ba85-87d7e20026e3 HTTP/1.1" status: 204 len: 168 time: 0.1475999 Feb 11 13:09:34.572826 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b6ab22-7ca6-45c7-a395-c5fb6186deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c55d0df-0f2c-4cda-ba85-87d7e20026e3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:34.582833 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d554f4f7-2a86-42a5-93f1-be604a5ebd04 req-f31f5163-8fb9-4ef5-b0d1-71bf0d06f508 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488512 Feb 11 13:09:34.597476 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] For port 79978009-3782-47f5-9182-c2d043da85af, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=79978009-3782-47f5-9182-c2d043da85af,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:34.597854 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (79978009-3782-47f5-9182-c2d043da85af), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.616938 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Calling delete_port for 79978009-3782-47f5-9182-c2d043da85af owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:09:34.633443 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ec2bd9-d871-4786-8fe1-96cf84a2aa21 req-dc1ca202-0369-4eb6-983e-8347ae80e278 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:34.635048 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d3ec2bd9-d871-4786-8fe1-96cf84a2aa21 req-dc1ca202-0369-4eb6-983e-8347ae80e278 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 946 time: 0.1261020 Feb 11 13:09:34.781377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d3ec2bd9-d871-4786-8fe1-96cf84a2aa21 req-8b2da8f3-4a55-4fa4-bd7f-0ee0a5f32976 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381192 Feb 11 13:09:34.813198 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2f88341-1f20-4282-b63b-90f3e2db06b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.874025 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (79978009-3782-47f5-9182-c2d043da85af), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.908165 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Pushing event deleted for resources: {'Port': ['ID=79978009-3782-47f5-9182-c2d043da85af,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:34.933797 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53252) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:34.947466 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77cb96d9-f3a5-43f2-8542-4904acaa9901 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.952489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] No DVR routers for this DVR port 79978009-3782-47f5-9182-c2d043da85af on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:09:34.956464 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:34.960470 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5a9df669-0915-46d0-9c16-6cf302bd19d1 req-fca481f2-0a68-4671-9215-afd5fa847998 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "DELETE /v2.0/ports/79978009-3782-47f5-9182-c2d043da85af HTTP/1.1" status: 204 len: 173 time: 0.7482502 Feb 11 13:09:34.961430 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'name': 'network-vif-deleted', 'tag': '79978009-3782-47f5-9182-c2d043da85af'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:34.964665 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3264abf-42cb-4318-87ec-e5af7066fde4" -d '{"events": [{"server_uuid": "cdcb7e78-f550-4f9b-9283-f1990fbe413f", "name": "network-vif-deleted", "tag": "79978009-3782-47f5-9182-c2d043da85af"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:35.004981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22f74a0f-f29e-4d4f-b64b-756f328f21c2 x-openstack-request-id: req-22f74a0f-f29e-4d4f-b64b-756f328f21c2 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:35.005354 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdcb7e78-f550-4f9b-9283-f1990fbe413f", "name": "network-vif-deleted", "tag": "79978009-3782-47f5-9182-c2d043da85af", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:35.005604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-22f74a0f-f29e-4d4f-b64b-756f328f21c2 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:35.005986 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdcb7e78-f550-4f9b-9283-f1990fbe413f', 'name': 'network-vif-deleted', 'tag': '79978009-3782-47f5-9182-c2d043da85af', 'status': 'completed', 'code': 200} Feb 11 13:09:35.037862 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77cb96d9-f3a5-43f2-8542-4904acaa9901 admin admin] Publish callbacks [] for security_group (b2223f5d-0229-469c-802e-f794e689c19c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.041787 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-77cb96d9-f3a5-43f2-8542-4904acaa9901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (b2223f5d-0229-469c-802e-f794e689c19c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.083893 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-77cb96d9-f3a5-43f2-8542-4904acaa9901 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=15cbbfbbac1043808fcdd417a4127b1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1490192 Feb 11 13:09:35.084755 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cb96d9-f3a5-43f2-8542-4904acaa9901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2223f5d-0229-469c-802e-f794e689c19c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:35.086591 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53258) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:35.148597 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4605733-32fb-4029-9da4-c277e20eeba6 admin admin] Publish callbacks [] for security_group (b2223f5d-0229-469c-802e-f794e689c19c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.170580 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4605733-32fb-4029-9da4-c277e20eeba6 admin admin] Publish callbacks [] for security_group (b2223f5d-0229-469c-802e-f794e689c19c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.221123 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4605733-32fb-4029-9da4-c277e20eeba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (b2223f5d-0229-469c-802e-f794e689c19c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.223784 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4605733-32fb-4029-9da4-c277e20eeba6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.224996 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-a4605733-32fb-4029-9da4-c277e20eeba6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b2223f5d-0229-469c-802e-f794e689c19c HTTP/1.1" status: 204 len: 168 time: 0.1368921 Feb 11 13:09:35.233197 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4605733-32fb-4029-9da4-c277e20eeba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2223f5d-0229-469c-802e-f794e689c19c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:35.372901 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['79978009-3782-47f5-9182-c2d043da85af'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:35.645008 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:35.722755 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab1922-edb1-43da-905e-7e0613d0e9d8 req-61a60429-ded7-4d4e-986b-755a2ff335ae tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:35.724266 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9ab1922-edb1-43da-905e-7e0613d0e9d8 req-61a60429-ded7-4d4e-986b-755a2ff335ae tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0534158 Feb 11 13:09:35.771102 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9ab1922-edb1-43da-905e-7e0613d0e9d8 req-75e0e476-a5ed-4646-88e6-41ec1f4e7ccc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411234 Feb 11 13:09:35.883085 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a391ff04-6afe-475f-84ce-400e46eadf3f req-fb9743a9-4fcf-4cae-9040-a0ac90d85a3c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 210 time: 0.0353861 Feb 11 13:09:36.892280 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1db5c5-e42d-4d68-af80-d80b41d86784 req-724aca3e-f210-4851-9ef1-8d9b11728ce1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:36.899041 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3d1db5c5-e42d-4d68-af80-d80b41d86784 req-724aca3e-f210-4851-9ef1-8d9b11728ce1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0640340 Feb 11 13:09:36.955504 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3d1db5c5-e42d-4d68-af80-d80b41d86784 req-831755a7-c836-49af-bb74-162b8cb05e74 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555468 Feb 11 13:09:36.986869 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a4f3232-235d-4195-b061-3451c388ed0c req-f67f793b-1cc2-4134-be96-90d5ac866fd0 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=cdcb7e78-f550-4f9b-9283-f1990fbe413f HTTP/1.1" status: 200 len: 210 time: 0.0288105 Feb 11 13:09:37.718231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.104731 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ecbb4d-543f-4119-bab5-371a84592a75 req-1a305ec9-3a5f-4c22-83e8-2740b28905f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:38.106864 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-75ecbb4d-543f-4119-bab5-371a84592a75 req-1a305ec9-3a5f-4c22-83e8-2740b28905f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0714753 Feb 11 13:09:38.163739 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-75ecbb4d-543f-4119-bab5-371a84592a75 req-fb5d6d55-1ed3-452b-ad09-7d09deea8b35 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484145 Feb 11 13:09:38.362331 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-54780cc6-5b9f-4842-bfa8-3448db2e799c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:38.363877 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-54780cc6-5b9f-4842-bfa8-3448db2e799c tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/networks?id=2983df9c-5b46-4934-b4f5-7f66348a4a6f HTTP/1.1" status: 200 len: 808 time: 0.1223969 Feb 11 13:09:38.400836 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-aae8dda9-2dce-497a-9854-7af505248e15 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/quotas/ac06bfba8a984f74a41a955e88f93cfc HTTP/1.1" status: 200 len: 375 time: 0.0313818 Feb 11 13:09:38.440641 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-db10b5de-02ac-4e5d-8dfd-85b2a007eb9e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331566 Feb 11 13:09:38.488210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:38.545221 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-539e4e98-3082-453f-a4c2-0a3bfb049e41 service neutron] 10.222.0.86 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979648 Feb 11 13:09:38.658332 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-af262f60-cf08-4440-81b5-ab4f29600f72 service neutron] 10.222.0.86 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073837 Feb 11 13:09:38.737826 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-5022d3cb-de5c-4694-ab3e-0e0acd3ef7a8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:38.739407 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-5022d3cb-de5c-4694-ab3e-0e0acd3ef7a8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.1133780 Feb 11 13:09:38.754254 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-a30b5e86-7072-4681-b6c9-ca96f16cf97e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/quotas/b8992081afd14d168dc60141dc1e2ec5 HTTP/1.1" status: 200 len: 375 time: 0.0091717 Feb 11 13:09:38.829813 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2d5ad121-2cab-4061-816d-90f5f97f9d9e req-9d3a83a2-569c-4878-b3d9-d18d81467c1f tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 210 time: 0.0336115 Feb 11 13:09:38.848711 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-a6039494-2180-4fef-aac7-46a77083391d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834234 Feb 11 13:09:38.938916 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-a1f1015c-08ee-4f45-a946-37a4ace1069e service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826223 Feb 11 13:09:39.047839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-ad790efe-fc5b-4311-950e-dae4afe57d92 service neutron] 10.222.0.86 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032166 Feb 11 13:09:39.242263 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8c319116-a865-4dfa-b509-2ede1951920e req-188d3277-0581-4a18-9626-35eea423cee7 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 210 time: 0.0375972 Feb 11 13:09:39.302912 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60168d1-d0e9-4982-b6cb-f5d921f2ceee req-239d78bd-912a-4007-ad9e-be2c998e1138 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:39.304432 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c60168d1-d0e9-4982-b6cb-f5d921f2ceee req-239d78bd-912a-4007-ad9e-be2c998e1138 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0609834 Feb 11 13:09:39.340530 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53416) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:39.368561 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c60168d1-d0e9-4982-b6cb-f5d921f2ceee req-2cac7de2-2b59-46c1-84f6-d9a33855a5e3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567636 Feb 11 13:09:39.453315 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e14bb890-b3d2-408c-94af-2688fda6c685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.531358 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e14bb890-b3d2-408c-94af-2688fda6c685 admin admin] Publish callbacks [] for security_group (2bed77b9-e76f-40a8-b649-e218c5e62e39), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.535156 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e14bb890-b3d2-408c-94af-2688fda6c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2bed77b9-e76f-40a8-b649-e218c5e62e39), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.576033 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e14bb890-b3d2-408c-94af-2688fda6c685 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=150166f28076450593c3fbfa43d7a7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346249 Feb 11 13:09:39.576864 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14bb890-b3d2-408c-94af-2688fda6c685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed77b9-e76f-40a8-b649-e218c5e62e39,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:39.578750 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53424) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:39.626550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82e78f24-8d61-4b97-a415-3efca115f6ba admin admin] Publish callbacks [] for security_group (2bed77b9-e76f-40a8-b649-e218c5e62e39), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.647246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82e78f24-8d61-4b97-a415-3efca115f6ba admin admin] Publish callbacks [] for security_group (2bed77b9-e76f-40a8-b649-e218c5e62e39), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.696122 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82e78f24-8d61-4b97-a415-3efca115f6ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2bed77b9-e76f-40a8-b649-e218c5e62e39), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.698669 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-82e78f24-8d61-4b97-a415-3efca115f6ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:39.699893 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-82e78f24-8d61-4b97-a415-3efca115f6ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2bed77b9-e76f-40a8-b649-e218c5e62e39 HTTP/1.1" status: 204 len: 168 time: 0.1198823 Feb 11 13:09:39.708957 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e78f24-8d61-4b97-a415-3efca115f6ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed77b9-e76f-40a8-b649-e218c5e62e39,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:39.926409 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5447fbad-b765-409c-8b0e-3a3963c1c3be req-34e8734c-a09f-433c-9bfa-91074ce41c89 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 210 time: 0.0274658 Feb 11 13:09:39.960462 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53432) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:39.973189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7b83818-2763-4ff1-b2f4-ad70caf4f4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.050799 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7b83818-2763-4ff1-b2f4-ad70caf4f4ac admin admin] Publish callbacks [] for security_group (536f713f-04a0-409e-b4a9-a8e165d35e53), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.054355 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d7b83818-2763-4ff1-b2f4-ad70caf4f4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (536f713f-04a0-409e-b4a9-a8e165d35e53), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.093222 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d7b83818-2763-4ff1-b2f4-ad70caf4f4ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9bb6680a86864b4cb3b54003a5d63bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1316495 Feb 11 13:09:40.094138 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b83818-2763-4ff1-b2f4-ad70caf4f4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536f713f-04a0-409e-b4a9-a8e165d35e53,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.096142 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53434) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:40.141547 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd93f18f-8ece-4b64-b6cd-2918e4c9cca2 admin admin] Publish callbacks [] for security_group (536f713f-04a0-409e-b4a9-a8e165d35e53), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.162308 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd93f18f-8ece-4b64-b6cd-2918e4c9cca2 admin admin] Publish callbacks [] for security_group (536f713f-04a0-409e-b4a9-a8e165d35e53), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.206888 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd93f18f-8ece-4b64-b6cd-2918e4c9cca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (536f713f-04a0-409e-b4a9-a8e165d35e53), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.209423 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cd93f18f-8ece-4b64-b6cd-2918e4c9cca2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.210553 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cd93f18f-8ece-4b64-b6cd-2918e4c9cca2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/536f713f-04a0-409e-b4a9-a8e165d35e53 HTTP/1.1" status: 204 len: 168 time: 0.1134014 Feb 11 13:09:40.218674 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd93f18f-8ece-4b64-b6cd-2918e4c9cca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536f713f-04a0-409e-b4a9-a8e165d35e53,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.331864 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c989bc4-fc02-4ab9-a088-85a2f0259e42 req-8f7176ff-5e8e-408c-90f2-4eee314a5cc7 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 210 time: 0.0298223 Feb 11 13:09:40.486274 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 79978009-3782-47f5-9182-c2d043da85af no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:09:40.488712 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab9797-c0d2-4904-b82c-baa7ae5f9d7a req-a7f8cfe7-a3ef-4f7c-a114-86fcf218278f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:40.500302 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8ab9797-c0d2-4904-b82c-baa7ae5f9d7a req-a7f8cfe7-a3ef-4f7c-a114-86fcf218278f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0634174 Feb 11 13:09:40.514026 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 79978009-3782-47f5-9182-c2d043da85af {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:09:40.515468 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 79978009-3782-47f5-9182-c2d043da85af not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:09:40.540649 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53448) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:40.554278 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8ab9797-c0d2-4904-b82c-baa7ae5f9d7a req-c5c102cd-2270-48d0-84c5-6ce8e12fe9c0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486472 Feb 11 13:09:40.556566 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2213ad-8a3d-4c8e-a460-0538686c1871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.630078 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2213ad-8a3d-4c8e-a460-0538686c1871 admin admin] Publish callbacks [] for security_group (6136257c-9ce1-424c-a756-5f404ef481db), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.633849 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1c2213ad-8a3d-4c8e-a460-0538686c1871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (6136257c-9ce1-424c-a756-5f404ef481db), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.670820 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1c2213ad-8a3d-4c8e-a460-0538686c1871 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=92540d0e29294c3f828dbb721cf9edf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290984 Feb 11 13:09:40.672719 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2213ad-8a3d-4c8e-a460-0538686c1871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6136257c-9ce1-424c-a756-5f404ef481db,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:40.673550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53450) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:40.719794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a05bb020-36dc-41f6-950b-0702d40431b0 admin admin] Publish callbacks [] for security_group (6136257c-9ce1-424c-a756-5f404ef481db), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.740501 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a05bb020-36dc-41f6-950b-0702d40431b0 admin admin] Publish callbacks [] for security_group (6136257c-9ce1-424c-a756-5f404ef481db), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.786337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a05bb020-36dc-41f6-950b-0702d40431b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (6136257c-9ce1-424c-a756-5f404ef481db), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.788940 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a05bb020-36dc-41f6-950b-0702d40431b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:40.790082 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-a05bb020-36dc-41f6-950b-0702d40431b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6136257c-9ce1-424c-a756-5f404ef481db HTTP/1.1" status: 204 len: 168 time: 0.1155462 Feb 11 13:09:40.798235 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05bb020-36dc-41f6-950b-0702d40431b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136257c-9ce1-424c-a756-5f404ef481db,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:41.022126 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-56c4f24e-14f8-422c-a652-6e44c9d1705d req-2aec53f9-e602-468f-9db4-ee34dc91e486 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 210 time: 0.0305586 Feb 11 13:09:41.425326 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-21a07c43-a179-47b1-a8a3-77eb7e5b5271 req-a6c87735-a857-4ed6-acb4-dd125608513b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 210 time: 0.0274916 Feb 11 13:09:41.687802 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9618b26a-c7fa-4551-972f-c3f79d13126e req-3ac828bb-f0d0-4ad3-812a-b7dae8f03ba3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:41.689389 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9618b26a-c7fa-4551-972f-c3f79d13126e req-3ac828bb-f0d0-4ad3-812a-b7dae8f03ba3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0573416 Feb 11 13:09:41.744055 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9618b26a-c7fa-4551-972f-c3f79d13126e req-cd329b8b-360f-41e9-a329-af841fb18121 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489538 Feb 11 13:09:42.115933 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e918052b-f1b7-41fc-808e-d0e612f3ece1 req-677865b8-0a1f-4561-9b7c-587a057cd111 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 210 time: 0.0265768 Feb 11 13:09:42.584599 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d8868ac8-3981-4b69-a22e-142082e88ecc req-4113ebc3-7529-4e76-9e0c-2dad93fd42b4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 210 time: 0.0725715 Feb 11 13:09:42.609000 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-a5237c37-6147-4bc5-ab58-f2f6c7258c2d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.610371 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-a5237c37-6147-4bc5-ab58-f2f6c7258c2d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 813 time: 0.2271197 Feb 11 13:09:42.643376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Request body: {'port': {'device_id': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'admin_state_up': True, 'tenant_id': 'b8992081afd14d168dc60141dc1e2ec5'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:42.755983 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-0867ace7-ca3d-47df-b7ef-770121fdbda4 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.757663 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-0867ace7-ca3d-47df-b7ef-770121fdbda4 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "GET /v2.0/networks?id=2983df9c-5b46-4934-b4f5-7f66348a4a6f HTTP/1.1" status: 200 len: 808 time: 0.2881162 Feb 11 13:09:42.775415 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Request body: {'port': {'device_id': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f', 'admin_state_up': True, 'tenant_id': 'ac06bfba8a984f74a41a955e88f93cfc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:42.893298 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Made reservation on behalf of b8992081afd14d168dc60141dc1e2ec5 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:42.896608 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:42.958686 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2905e-ee19-4c66-ac72-471a9539c151 req-cd6b0709-2e9b-497d-a680-0c403647abba tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:42.961877 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1dd2905e-ee19-4c66-ac72-471a9539c151 req-cd6b0709-2e9b-497d-a680-0c403647abba tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1448202 Feb 11 13:09:43.046714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Made reservation on behalf of ac06bfba8a984f74a41a955e88f93cfc for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:09:43.049992 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.119115 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1dd2905e-ee19-4c66-ac72-471a9539c151 req-2b973352-7d21-4813-b57a-cf3eb6733beb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513424 Feb 11 13:09:43.172590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Allocated IP 172.20.0.2 (d8106ffa-ec18-4d1e-9eeb-6015244ded7a/98daaaf4-4f6a-4abc-8556-6908ae367166/6a5ae742-e343-4331-ade6-feba5ddbafed) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:43.250767 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-77b279bb-f9ac-440b-8f2e-cd943110037e req-b89c2376-6cea-4e8d-9415-0f67c07ada13 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 210 time: 0.0585377 Feb 11 13:09:43.303575 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Allocated IP 172.20.0.7 (2983df9c-5b46-4934-b4f5-7f66348a4a6f/c4c14813-f32b-4e23-85fc-631ef8bdc9ba/1167e317-e37d-4d73-8a6e-41f52190f8be) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:09:43.445045 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks [] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.540894 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks [] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.544885 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.556231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851', '9c058723-fc64-46ca-9aa4-104c30ffa1cc', '637415b5-22fa-4781-8e75-a210807dacc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:43.605378 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Network d8106ffa-ec18-4d1e-9eeb-6015244ded7a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:43.612016 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event updated for resources: {'Port': ['ID=6a5ae742-e343-4331-ade6-feba5ddbafed,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:43.614524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:43.619220 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:43.656860 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.713788 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.714424 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.740709 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Network 2983df9c-5b46-4934-b4f5-7f66348a4a6f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:09:43.765164 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:09:43.768010 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:09:43.776189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Pushing event updated for resources: {'Port': ['ID=1167e317-e37d-4d73-8a6e-41f52190f8be,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:43.799535 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-a799b934-048b-498e-bc0d-c5645f49dad4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1608229 Feb 11 13:09:43.833184 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.833808 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:43.842682 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144e5b-6a5e-46d9-9613-08ab48356392 req-73d9fbda-82c2-46f5-a9ed-0a68ed2c5635 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:43.844228 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ec144e5b-6a5e-46d9-9613-08ab48356392 req-73d9fbda-82c2-46f5-a9ed-0a68ed2c5635 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 931 time: 0.1418235 Feb 11 13:09:43.871839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-34092663-6079-425c-a189-7ece000f823e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1001770 Feb 11 13:09:43.902929 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ec144e5b-6a5e-46d9-9613-08ab48356392 req-9acbb70f-05a1-43d2-b5c9-33dfc410caa8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507965 Feb 11 13:09:44.045101 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53552) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:44.104691 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Request body: {'port': {'device_id': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:44.132244 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Request body: {'port': {'device_id': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:09:44.179921 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf8a-d731-4f1c-b63d-ab480a6955bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.511888 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.549493 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.667094 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6d76c-35c4-4550-a233-5c75c608b356 req-da05bd11-3171-4b72-90d5-7c67f72c41f5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.679077 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-77f6d76c-35c4-4550-a233-5c75c608b356 req-da05bd11-3171-4b72-90d5-7c67f72c41f5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.4638410 Feb 11 13:09:44.721835 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18cdeb-d601-4582-90f5-3ad6da8e2822 req-595cd53e-6c70-425f-b125-1ec9c8e36860 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:44.723349 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8c18cdeb-d601-4582-90f5-3ad6da8e2822 req-595cd53e-6c70-425f-b125-1ec9c8e36860 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 931 time: 0.2186964 Feb 11 13:09:44.874575 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf8a-d731-4f1c-b63d-ab480a6955bc admin admin] Publish callbacks [] for security_group (5314a388-b453-4356-8375-6bc9327b32e6), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.896456 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42cbf8a-d731-4f1c-b63d-ab480a6955bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5314a388-b453-4356-8375-6bc9327b32e6), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:44.961486 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-77f6d76c-35c4-4550-a233-5c75c608b356 req-37ed3e24-edc0-4c6b-ae2e-d0dc2392ad4d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734067 Feb 11 13:09:45.023348 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8c18cdeb-d601-4582-90f5-3ad6da8e2822 req-166b6724-8809-4ff8-b4da-025fa0aaabfa tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417994 Feb 11 13:09:45.025517 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d42cbf8a-d731-4f1c-b63d-ab480a6955bc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f234997d353949f1ae1849d11aef0ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9793851 Feb 11 13:09:45.030979 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:45.058672 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cbf8a-d731-4f1c-b63d-ab480a6955bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5314a388-b453-4356-8375-6bc9327b32e6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.099771 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35995e56-9103-4498-9f39-01213c1b1b84 admin admin] Publish callbacks [] for security_group (5314a388-b453-4356-8375-6bc9327b32e6), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.123143 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35995e56-9103-4498-9f39-01213c1b1b84 admin admin] Publish callbacks [] for security_group (5314a388-b453-4356-8375-6bc9327b32e6), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.172863 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35995e56-9103-4498-9f39-01213c1b1b84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5314a388-b453-4356-8375-6bc9327b32e6), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.175673 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35995e56-9103-4498-9f39-01213c1b1b84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.176858 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-35995e56-9103-4498-9f39-01213c1b1b84 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5314a388-b453-4356-8375-6bc9327b32e6 HTTP/1.1" status: 204 len: 168 time: 0.1448603 Feb 11 13:09:45.185966 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35995e56-9103-4498-9f39-01213c1b1b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5314a388-b453-4356-8375-6bc9327b32e6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.205416 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc342a-70a7-4d48-884b-625cc318f614 req-392faa94-1d68-48d3-a065-c1e6d886f587 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.206811 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbfc342a-70a7-4d48-884b-625cc318f614 req-392faa94-1d68-48d3-a065-c1e6d886f587 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 931 time: 0.1493700 Feb 11 13:09:45.303208 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5ae742-e343-4331-ade6-feba5ddbafed {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:45.335694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Publish callbacks [] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.352613 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbfc342a-70a7-4d48-884b-625cc318f614 req-ea596a56-c0a3-40b5-808f-90998cc319b8 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375892 Feb 11 13:09:45.363323 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1167e317-e37d-4d73-8a6e-41f52190f8be {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:45.371827 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Transition to ACTIVE for port object 6a5ae742-e343-4331-ade6-feba5ddbafed will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:45.374343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Publish callbacks [] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.378238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.415464 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Transition to ACTIVE for port object 1167e317-e37d-4d73-8a6e-41f52190f8be will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:09:45.426536 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.452009 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ae742-e343-4331-ade6-feba5ddbafed,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.586499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Pushing event updated for resources: {'Port': ['ID=1167e317-e37d-4d73-8a6e-41f52190f8be,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.619157 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Attempting to bind port 6a5ae742-e343-4331-ade6-feba5ddbafed on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:45.619524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Attempting to bind port 6a5ae742-e343-4331-ade6-feba5ddbafed by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:45.619861 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Attempting to bind port 6a5ae742-e343-4331-ade6-feba5ddbafed on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:45.627264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Attempting to bind port 1167e317-e37d-4d73-8a6e-41f52190f8be on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:09:45.627600 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Attempting to bind port 1167e317-e37d-4d73-8a6e-41f52190f8be by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:09:45.627928 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Attempting to bind port 1167e317-e37d-4d73-8a6e-41f52190f8be on network 2983df9c-5b46-4934-b4f5-7f66348a4a6f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:45.630752 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Port 6a5ae742-e343-4331-ade6-feba5ddbafed on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:09:45.631237 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Attempting to bind port 6a5ae742-e343-4331-ade6-feba5ddbafed on network d8106ffa-ec18-4d1e-9eeb-6015244ded7a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:45.639412 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Port 1167e317-e37d-4d73-8a6e-41f52190f8be on network 2983df9c-5b46-4934-b4f5-7f66348a4a6f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:09:45.639694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Attempting to bind port 1167e317-e37d-4d73-8a6e-41f52190f8be on network 2983df9c-5b46-4934-b4f5-7f66348a4a6f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:09:45.641842 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:45.642236 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Checking segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:45.642715 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Bound using segment: {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:45.643153 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Bound port: 6a5ae742-e343-4331-ade6-feba5ddbafed, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743d9800-d904-40e5-bb4c-8e162137ef71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:45.643520 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.649416 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:09:45.649753 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Checking segment: {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:09:45.650120 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Bound using segment: {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:09:45.651220 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Bound port: 1167e317-e37d-4d73-8a6e-41f52190f8be, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73595451-26a3-47d7-a0a2-fbb80de0988c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:09:45.651841 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.795796 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] For port 6a5ae742-e343-4331-ade6-feba5ddbafed, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:45.802147 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] For port 1167e317-e37d-4d73-8a6e-41f52190f8be, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:09:45.839039 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] For port 6a5ae742-e343-4331-ade6-feba5ddbafed, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6a5ae742-e343-4331-ade6-feba5ddbafed,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:45.842916 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] For port 1167e317-e37d-4d73-8a6e-41f52190f8be, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=1167e317-e37d-4d73-8a6e-41f52190f8be,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:09:45.852912 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.864404 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.903929 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.905313 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.906715 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] 10.222.0.77 "PUT /v2.0/ports/6a5ae742-e343-4331-ade6-feba5ddbafed HTTP/1.1" status: 200 len: 1093 time: 1.8075583 Feb 11 13:09:45.912882 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'tag': '6a5ae742-e343-4331-ade6-feba5ddbafed'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:45.915249 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1a60874d-e76e-4b12-bf96-b1e36a339d3d", "tag": "6a5ae742-e343-4331-ade6-feba5ddbafed"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:45.934010 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.934675 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:45.936138 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] 10.222.0.77 "PUT /v2.0/ports/1167e317-e37d-4d73-8a6e-41f52190f8be HTTP/1.1" status: 200 len: 1093 time: 1.8079863 Feb 11 13:09:45.943697 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffa891-c84f-4d7b-83d1-95c8a882096e req-08f1dbb3-3aaa-48c3-9262-d0b4cbc1214b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:45.945318 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6dffa891-c84f-4d7b-83d1-95c8a882096e req-08f1dbb3-3aaa-48c3-9262-d0b4cbc1214b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1643660 Feb 11 13:09:45.964916 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdf7cd-3de1-4697-85c9-41dcc00a5b6e service neutron] Pushing event updated for resources: {'Port': ['ID=6a5ae742-e343-4331-ade6-feba5ddbafed,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:45.969295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d7d730-22ba-400e-aa5b-4849b9b40cd8 x-openstack-request-id: req-f8d7d730-22ba-400e-aa5b-4849b9b40cd8 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:45.969718 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a60874d-e76e-4b12-bf96-b1e36a339d3d", "tag": "6a5ae742-e343-4331-ade6-feba5ddbafed", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:45.969846 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f8d7d730-22ba-400e-aa5b-4849b9b40cd8 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:45.970215 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'tag': '6a5ae742-e343-4331-ade6-feba5ddbafed', 'status': 'completed', 'code': 200} Feb 11 13:09:46.135436 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a86be8-909e-459e-90d4-ad8e99f97896 service neutron] Pushing event updated for resources: {'Port': ['ID=1167e317-e37d-4d73-8a6e-41f52190f8be,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:46.145067 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6dffa891-c84f-4d7b-83d1-95c8a882096e req-497f749c-72e0-4808-b1cf-bdf399d0a896 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1884820 Feb 11 13:09:46.160714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-ca36e9ff-aea4-4b14-88ac-06eed94c3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.173198 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-ca36e9ff-aea4-4b14-88ac-06eed94c3e41 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 1127 time: 0.1905003 Feb 11 13:09:46.182437 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-d184c83a-09b2-4ed5-83bd-c7d05495a70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.184079 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-d184c83a-09b2-4ed5-83bd-c7d05495a70e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 1127 time: 0.1720264 Feb 11 13:09:46.191918 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659dd09e-0644-4694-b47a-b5612dc24853 req-160a090f-4494-49d3-843f-2e545d9b4ab5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.193434 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-659dd09e-0644-4694-b47a-b5612dc24853 req-160a090f-4494-49d3-843f-2e545d9b4ab5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1488895 Feb 11 13:09:46.246026 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-1b37d5e4-7a4c-4cd7-823e-e014614d8709 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a5ae742-e343-4331-ade6-feba5ddbafed HTTP/1.1" status: 200 len: 217 time: 0.0516281 Feb 11 13:09:46.293599 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-eaf5fa72-5511-4579-b9fd-2fceafa466fe service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1167e317-e37d-4d73-8a6e-41f52190f8be HTTP/1.1" status: 200 len: 217 time: 0.0922897 Feb 11 13:09:46.404500 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002df470-9659-4f18-87fe-c0f739870e46 req-5c2646c7-95e5-4f2f-aa65-b1d9b7d08a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.405994 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-5c2646c7-95e5-4f2f-aa65-b1d9b7d08a8a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.1258509 Feb 11 13:09:46.432017 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-659dd09e-0644-4694-b47a-b5612dc24853 req-3ea2adf2-ae8c-4f54-aac3-1156b5f535f4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253361 Feb 11 13:09:46.433372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-b562c5ea-3ea8-4a4b-a8c3-daa6b646db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.435020 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-b562c5ea-3ea8-4a4b-a8c3-daa6b646db35 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4c14813-f32b-4e23-85fc-631ef8bdc9ba HTTP/1.1" status: 200 len: 848 time: 0.1055360 Feb 11 13:09:46.453676 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-d3dfc868-08e6-4bf2-96b2-81e2390ceca8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357804 Feb 11 13:09:46.460235 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc68af-f632-4e26-8667-e58621d249e8 req-303516c5-a184-493f-b4c8-c7fe7163d935 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.461805 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79cc68af-f632-4e26-8667-e58621d249e8 req-303516c5-a184-493f-b4c8-c7fe7163d935 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 943 time: 0.2239180 Feb 11 13:09:46.500585 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-faea333c-fbfd-4aae-91dd-699ddc66b0c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2983df9c-5b46-4934-b4f5-7f66348a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494781 Feb 11 13:09:46.525407 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53618) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:46.629802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-125b8601-6b29-4696-a8c9-0e328db3dfa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.683982 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-79cc68af-f632-4e26-8667-e58621d249e8 req-04c49b42-9dda-4449-b4ff-1fd0d4fc2b61 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131286 Feb 11 13:09:46.708968 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-125b8601-6b29-4696-a8c9-0e328db3dfa3 admin admin] Publish callbacks [] for security_group (875c4440-ecc2-4d0d-907e-2e77ce5a5697), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.709176 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d255828-7e93-4eb8-ad0e-d980c75759d6 req-03e25396-302c-4f32-93f1-d11707675807 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:46.710522 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2d255828-7e93-4eb8-ad0e-d980c75759d6 req-03e25396-302c-4f32-93f1-d11707675807 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 943 time: 0.2132618 Feb 11 13:09:46.713666 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-125b8601-6b29-4696-a8c9-0e328db3dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (875c4440-ecc2-4d0d-907e-2e77ce5a5697), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.730671 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-844dfaa1-1e5b-4549-9266-adc22286191e service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609499 Feb 11 13:09:46.741098 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-24a9f7de-a9e0-498e-afb5-140dee232969 service neutron] 10.222.0.77 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131524 Feb 11 13:09:46.756510 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-125b8601-6b29-4696-a8c9-0e328db3dfa3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ed1f06ff27f9402aa65b8211e0457c26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2293761 Feb 11 13:09:46.757114 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53624) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:46.759054 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b8601-6b29-4696-a8c9-0e328db3dfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=875c4440-ecc2-4d0d-907e-2e77ce5a5697,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:46.822970 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ee53400-83eb-4adb-9d95-53b1d3d57be7 admin admin] Publish callbacks [] for security_group (875c4440-ecc2-4d0d-907e-2e77ce5a5697), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.846196 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ee53400-83eb-4adb-9d95-53b1d3d57be7 admin admin] Publish callbacks [] for security_group (875c4440-ecc2-4d0d-907e-2e77ce5a5697), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.886673 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2d255828-7e93-4eb8-ad0e-d980c75759d6 req-bff5aece-5e6a-4dce-9fa1-5fb412cb95d4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650214 Feb 11 13:09:46.912928 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-002df470-9659-4f18-87fe-c0f739870e46 req-defd0640-99e4-42aa-9a4a-58788fd35bbc service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737723 Feb 11 13:09:46.916224 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ee53400-83eb-4adb-9d95-53b1d3d57be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (875c4440-ecc2-4d0d-907e-2e77ce5a5697), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.918995 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4ee53400-83eb-4adb-9d95-53b1d3d57be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:46.922505 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4ee53400-83eb-4adb-9d95-53b1d3d57be7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/875c4440-ecc2-4d0d-907e-2e77ce5a5697 HTTP/1.1" status: 204 len: 168 time: 0.1620591 Feb 11 13:09:46.928620 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee53400-83eb-4adb-9d95-53b1d3d57be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=875c4440-ecc2-4d0d-907e-2e77ce5a5697,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:46.943556 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8eba4165-16e9-4984-8967-39a2d0238ce3 req-2d6d56dd-de83-4f9a-a9ca-5c4749664ac0 service neutron] 10.222.0.77 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910074 Feb 11 13:09:47.018450 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-eac891d6-cdca-49a4-a970-f0256a1b4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.020032 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-eac891d6-cdca-49a4-a970-f0256a1b4cf6 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b8992081afd14d168dc60141dc1e2ec5&device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 1127 time: 0.0540059 Feb 11 13:09:47.132406 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-4356b4e1-9908-4b80-b2fa-72e81e36a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.134328 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-4356b4e1-9908-4b80-b2fa-72e81e36a043 service neutron] 10.222.0.77 "GET /v2.0/networks?id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 200 len: 914 time: 0.1052706 Feb 11 13:09:47.183856 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-30f7a7c6-d6bf-465e-be7b-ce93fa84e281 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a5ae742-e343-4331-ade6-feba5ddbafed HTTP/1.1" status: 200 len: 217 time: 0.0406964 Feb 11 13:09:47.251478 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53638) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:47.258452 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-a62d4c40-7341-47e7-a7bf-421c25d99050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.260517 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-a62d4c40-7341-47e7-a7bf-421c25d99050 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 200 len: 853 time: 0.0694115 Feb 11 13:09:47.266078 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fccdd579-3f7c-448d-8101-67fea535665a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.301627 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-f51b9640-9071-439c-90e1-1f89e983999e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=d8106ffa-ec18-4d1e-9eeb-6015244ded7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299985 Feb 11 13:09:47.308683 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365721a3-6ccc-4af4-abe4-3a16b0a87c60 req-3d1150fb-374d-486a-82b8-3d0989d11e7e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.310063 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-365721a3-6ccc-4af4-abe4-3a16b0a87c60 req-3d1150fb-374d-486a-82b8-3d0989d11e7e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0868566 Feb 11 13:09:47.343552 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fccdd579-3f7c-448d-8101-67fea535665a admin admin] Publish callbacks [] for security_group (59f65651-6a14-4715-9e0d-05d2994c976d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.348113 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fccdd579-3f7c-448d-8101-67fea535665a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (59f65651-6a14-4715-9e0d-05d2994c976d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.388125 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccdd579-3f7c-448d-8101-67fea535665a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f65651-6a14-4715-9e0d-05d2994c976d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.393463 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fccdd579-3f7c-448d-8101-67fea535665a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ebe0834a595c451a842216e2ee4f8292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1409702 Feb 11 13:09:47.396117 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:47.412714 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-365721a3-6ccc-4af4-abe4-3a16b0a87c60 req-2b2b963f-2a23-4800-89a9-627ceb63dd09 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941815 Feb 11 13:09:47.430140 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-ac52320c-88da-426b-a8cf-c894dea392d5 service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190305 Feb 11 13:09:47.447912 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de48eee1-96c9-454b-be1b-c7008e527791 admin admin] Publish callbacks [] for security_group (59f65651-6a14-4715-9e0d-05d2994c976d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.473076 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de48eee1-96c9-454b-be1b-c7008e527791 admin admin] Publish callbacks [] for security_group (59f65651-6a14-4715-9e0d-05d2994c976d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.524161 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de48eee1-96c9-454b-be1b-c7008e527791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (59f65651-6a14-4715-9e0d-05d2994c976d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.526802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de48eee1-96c9-454b-be1b-c7008e527791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:47.528006 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-de48eee1-96c9-454b-be1b-c7008e527791 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/59f65651-6a14-4715-9e0d-05d2994c976d HTTP/1.1" status: 204 len: 168 time: 0.1309905 Feb 11 13:09:47.536198 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48eee1-96c9-454b-be1b-c7008e527791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f65651-6a14-4715-9e0d-05d2994c976d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:47.837814 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c124dfb2-0c63-4295-9b5c-8e693bdc3a0c req-eb276024-9f7f-47fa-8390-0a475575f8bf service neutron] 10.222.0.77 "GET /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973072 Feb 11 13:09:47.852688 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bae728-48f6-47e1-9d0e-d2689f2e46bd req-99a80273-540a-404e-bb4f-8a7a41b0b593 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.854635 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9bae728-48f6-47e1-9d0e-d2689f2e46bd req-99a80273-540a-404e-bb4f-8a7a41b0b593 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1109898 Feb 11 13:09:47.862744 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b0244-c132-405a-ac50-68c53673b166 req-5c993884-26df-4482-8660-9116981cd9a0 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:47.864321 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f40b0244-c132-405a-ac50-68c53673b166 req-5c993884-26df-4482-8660-9116981cd9a0 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 943 time: 0.1092641 Feb 11 13:09:47.940168 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9bae728-48f6-47e1-9d0e-d2689f2e46bd req-788ff736-995f-4377-9857-fb477d026104 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746431 Feb 11 13:09:47.942908 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f40b0244-c132-405a-ac50-68c53673b166 req-1ad6e4e9-f139-4c1d-bf9a-1d9183d1051e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710323 Feb 11 13:09:47.971653 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'tag': '1167e317-e37d-4d73-8a6e-41f52190f8be'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:47.973975 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd082136-085f-4e26-9f3b-b981a89c81d1" -d '{"events": [{"name": "network-changed", "server_uuid": "0310a3ce-beef-4b8c-a54d-4ccb92b05eca", "tag": "1167e317-e37d-4d73-8a6e-41f52190f8be"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:48.019740 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b4e87b-5e0d-4bd6-b0d8-02de601ef3da x-openstack-request-id: req-93b4e87b-5e0d-4bd6-b0d8-02de601ef3da {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:48.020029 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0310a3ce-beef-4b8c-a54d-4ccb92b05eca", "tag": "1167e317-e37d-4d73-8a6e-41f52190f8be", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:48.020276 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-93b4e87b-5e0d-4bd6-b0d8-02de601ef3da {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:48.020668 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'tag': '1167e317-e37d-4d73-8a6e-41f52190f8be', 'status': 'completed', 'code': 200} Feb 11 13:09:48.096792 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef9d77-e2f6-4740-b522-b449c927431e req-4c48e026-a117-4102-9bd7-97b71d9ad7c3 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.098359 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2bef9d77-e2f6-4740-b522-b449c927431e req-4c48e026-a117-4102-9bd7-97b71d9ad7c3 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 943 time: 0.0963485 Feb 11 13:09:48.119971 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-d6171f13-a158-45a4-8cd4-35128e3132a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.121414 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-d6171f13-a158-45a4-8cd4-35128e3132a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 1127 time: 0.0758009 Feb 11 13:09:48.182483 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2bef9d77-e2f6-4740-b522-b449c927431e req-b4fd1458-70f5-412f-a0dd-862f82228214 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768032 Feb 11 13:09:48.237776 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-7f0f6c5d-65ed-4c41-91ee-91f72423f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.240128 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-7f0f6c5d-65ed-4c41-91ee-91f72423f760 service neutron] 10.222.0.77 "GET /v2.0/networks?id=2983df9c-5b46-4934-b4f5-7f66348a4a6f HTTP/1.1" status: 200 len: 909 time: 0.1097074 Feb 11 13:09:48.281315 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-93b14452-1830-4d4c-8a20-7d0356c78b93 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1167e317-e37d-4d73-8a6e-41f52190f8be HTTP/1.1" status: 200 len: 217 time: 0.0352707 Feb 11 13:09:48.345402 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-be98b6ed-32b2-4e3e-a620-012e7a4a05e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.346964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-be98b6ed-32b2-4e3e-a620-012e7a4a05e2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=c4c14813-f32b-4e23-85fc-631ef8bdc9ba HTTP/1.1" status: 200 len: 848 time: 0.0503230 Feb 11 13:09:48.386961 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-a0f3afd7-f06a-487c-9719-4f412dd7a4a6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=2983df9c-5b46-4934-b4f5-7f66348a4a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272727 Feb 11 13:09:48.504716 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-dc2258c2-3bff-4d22-8566-09def6dd0a9c service neutron] 10.222.0.77 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032581 Feb 11 13:09:48.636731 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd082136-085f-4e26-9f3b-b981a89c81d1 req-79222a49-6e28-4bb4-bf97-99e3c2b3f50d service neutron] 10.222.0.77 "GET /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312225 Feb 11 13:09:48.647986 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934097c0-f2a1-4428-a6a2-967a2e2f1c6b req-516fbeca-dd5f-44cd-9c07-74b6b57c1235 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:48.655620 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-934097c0-f2a1-4428-a6a2-967a2e2f1c6b req-516fbeca-dd5f-44cd-9c07-74b6b57c1235 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1252346 Feb 11 13:09:48.698109 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-934097c0-f2a1-4428-a6a2-967a2e2f1c6b req-52e15513-eba7-4331-833c-de5309f8aa0c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411363 Feb 11 13:09:49.098764 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8191ae47-4e15-4b8d-8ae7-dfa4716ed82b req-7a95a10e-4c43-46cb-ae4e-cda866b25901 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:49.100190 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8191ae47-4e15-4b8d-8ae7-dfa4716ed82b req-7a95a10e-4c43-46cb-ae4e-cda866b25901 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0866945 Feb 11 13:09:49.112196 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1bb4e-ae84-4ca9-86f2-356d54bbda73 req-814b492b-d6ea-495c-ac70-5d834d45b6ed tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:49.113635 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-49b1bb4e-ae84-4ca9-86f2-356d54bbda73 req-814b492b-d6ea-495c-ac70-5d834d45b6ed tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 943 time: 0.0982118 Feb 11 13:09:49.183020 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8191ae47-4e15-4b8d-8ae7-dfa4716ed82b req-13892e92-fd07-44d2-a7c9-2e9dd6ce1458 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684197 Feb 11 13:09:49.191243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-49b1bb4e-ae84-4ca9-86f2-356d54bbda73 req-ecaa5bc9-2530-44ae-b726-65ea7730a8bc tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704966 Feb 11 13:09:49.312043 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166ed40-6d68-427e-9a14-53e0f0ce9c68 req-ce4937d6-e741-422b-90a5-3f9592049e74 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:49.313935 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1166ed40-6d68-427e-9a14-53e0f0ce9c68 req-ce4937d6-e741-422b-90a5-3f9592049e74 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 943 time: 0.0599170 Feb 11 13:09:49.360131 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1166ed40-6d68-427e-9a14-53e0f0ce9c68 req-c5dbff8e-c7c2-4bb0-b86d-700b329f5641 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Feb 11 13:09:49.818906 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21833868-3432-46d7-b160-7356cd022a9b req-b3dbe735-be54-4288-8b42-3dd29002b329 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:49.820414 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-21833868-3432-46d7-b160-7356cd022a9b req-b3dbe735-be54-4288-8b42-3dd29002b329 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0529745 Feb 11 13:09:49.832489 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 6a5ae742-e343-4331-ade6-feba5ddbafed details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:49.867297 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-21833868-3432-46d7-b160-7356cd022a9b req-ddc55770-ff3c-4db2-88b4-d37c33029df9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412669 Feb 11 13:09:49.930077 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 6a5ae742-e343-4331-ade6-feba5ddbafed, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6a5ae742-e343-4331-ade6-feba5ddbafed,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:49.940998 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '6a5ae742-e343-4331-ade6-feba5ddbafed', 'network_id': 'd8106ffa-ec18-4d1e-9eeb-6015244ded7a', 'port_id': '6a5ae742-e343-4331-ade6-feba5ddbafed', 'mac_address': 'fa:16:3e:de:3b:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98daaaf4-4f6a-4abc-8556-6908ae367166', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:49.976320 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 6a5ae742-e343-4331-ade6-feba5ddbafed is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:49.976712 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:49.989359 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5ae742-e343-4331-ade6-feba5ddbafed {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:50.008388 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 6a5ae742-e343-4331-ade6-feba5ddbafed, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6a5ae742-e343-4331-ade6-feba5ddbafed,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:50.011641 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.012273 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 1167e317-e37d-4d73-8a6e-41f52190f8be details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:09:50.080581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=6a5ae742-e343-4331-ade6-feba5ddbafed,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:50.145941 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 1167e317-e37d-4d73-8a6e-41f52190f8be, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=1167e317-e37d-4d73-8a6e-41f52190f8be,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:50.157070 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '1167e317-e37d-4d73-8a6e-41f52190f8be', 'network_id': '2983df9c-5b46-4934-b4f5-7f66348a4a6f', 'port_id': '1167e317-e37d-4d73-8a6e-41f52190f8be', 'mac_address': 'fa:16:3e:ce:d1:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4c14813-f32b-4e23-85fc-631ef8bdc9ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:09:50.192464 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 1167e317-e37d-4d73-8a6e-41f52190f8be is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:50.192852 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.209215 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1167e317-e37d-4d73-8a6e-41f52190f8be {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:09:50.230018 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 1167e317-e37d-4d73-8a6e-41f52190f8be, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=1167e317-e37d-4d73-8a6e-41f52190f8be,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:50.235253 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:50.282756 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=1167e317-e37d-4d73-8a6e-41f52190f8be,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:50.336411 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4398c-269c-4bb5-8471-abd7d9c8838b req-548c942d-c79c-4d98-816b-7a691f84f4bc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.337920 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-52c4398c-269c-4bb5-8471-abd7d9c8838b req-548c942d-c79c-4d98-816b-7a691f84f4bc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0846086 Feb 11 13:09:50.349299 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b2135-c7d1-4d44-852e-ddce37709a2f req-bdc7ad56-a74c-43ed-970c-c09adbcb3758 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.350696 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d81b2135-c7d1-4d44-852e-ddce37709a2f req-bdc7ad56-a74c-43ed-970c-c09adbcb3758 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 944 time: 0.0878344 Feb 11 13:09:50.419964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-52c4398c-269c-4bb5-8471-abd7d9c8838b req-36c1e7a0-24c2-4790-811a-b65ed1ba8bac tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681460 Feb 11 13:09:50.423909 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d81b2135-c7d1-4d44-852e-ddce37709a2f req-6e85bab8-5f18-4f2a-b892-7bd6049b63f7 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Feb 11 13:09:50.524791 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc977357-1dda-407c-9059-00447054e69c req-4d237882-7290-47cf-8c13-afc28016e37e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.526756 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fc977357-1dda-407c-9059-00447054e69c req-4d237882-7290-47cf-8c13-afc28016e37e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 944 time: 0.0536003 Feb 11 13:09:50.573145 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fc977357-1dda-407c-9059-00447054e69c req-b983097e-6444-4e15-8857-9386da47fe4c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408447 Feb 11 13:09:50.988106 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d990909-1e61-46a4-a40e-d40f6ccd7c7f req-37efa4ea-b8db-4e97-8ce8-68be23d505f8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:50.989565 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7d990909-1e61-46a4-a40e-d40f6ccd7c7f req-37efa4ea-b8db-4e97-8ce8-68be23d505f8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0548642 Feb 11 13:09:51.035054 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7d990909-1e61-46a4-a40e-d40f6ccd7c7f req-2aa0deb6-3399-4816-9bb6-0bd877060aa7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400095 Feb 11 13:09:51.575753 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6d046-d95b-46e0-a0dc-f76ff34e2725 req-0fd734f8-2e97-4810-9f40-1af37d31694d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.577273 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12a6d046-d95b-46e0-a0dc-f76ff34e2725 req-0fd734f8-2e97-4810-9f40-1af37d31694d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0891268 Feb 11 13:09:51.584887 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ccdf1e-b53b-4b55-a9f6-42bfde0922cb req-0021e39d-569d-4467-9a73-0534b923522e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.586296 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-51ccdf1e-b53b-4b55-a9f6-42bfde0922cb req-0021e39d-569d-4467-9a73-0534b923522e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 944 time: 0.0857868 Feb 11 13:09:51.663866 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12a6d046-d95b-46e0-a0dc-f76ff34e2725 req-f5c29bde-1721-4e46-91fd-5663202dc849 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752497 Feb 11 13:09:51.667608 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-51ccdf1e-b53b-4b55-a9f6-42bfde0922cb req-4f411732-84fc-4296-a2e8-0badd6c6d7c3 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741849 Feb 11 13:09:51.769224 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2dd70-5e30-4aa2-af21-ec432671a791 req-9269c451-e9ce-402b-84b2-1d4b1c598c0a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:51.770715 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b1a2dd70-5e30-4aa2-af21-ec432671a791 req-9269c451-e9ce-402b-84b2-1d4b1c598c0a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 944 time: 0.0524936 Feb 11 13:09:51.826185 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b1a2dd70-5e30-4aa2-af21-ec432671a791 req-d1b44145-1c49-4c6f-819f-b8454e9cfd9e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Feb 11 13:09:51.927486 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['1167e317-e37d-4d73-8a6e-41f52190f8be'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:51.957969 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['6a5ae742-e343-4331-ade6-feba5ddbafed'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:09:52.159620 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c20fd2-9dac-4445-aafc-0492467bd590 req-4ac77b67-baa7-4df0-94f7-8ee235a97939 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:52.161131 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-51c20fd2-9dac-4445-aafc-0492467bd590 req-4ac77b67-baa7-4df0-94f7-8ee235a97939 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0548630 Feb 11 13:09:52.213202 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-51c20fd2-9dac-4445-aafc-0492467bd590 req-88d93739-499b-49d6-a6e9-76a494979d11 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460477 Feb 11 13:09:52.815002 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3771a3-974c-4f50-85b1-1a22e1315ab9 req-1a1ced63-5fc6-4cc4-8a2a-ca285df021d5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:52.816631 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc3771a3-974c-4f50-85b1-1a22e1315ab9 req-1a1ced63-5fc6-4cc4-8a2a-ca285df021d5 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0850143 Feb 11 13:09:52.840364 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce80976c-76a7-4ea8-a6b2-2639ac462654 req-45498d76-7604-4b60-8d0e-55ebe588c813 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:52.841845 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ce80976c-76a7-4ea8-a6b2-2639ac462654 req-45498d76-7604-4b60-8d0e-55ebe588c813 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 944 time: 0.0990374 Feb 11 13:09:52.908030 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc3771a3-974c-4f50-85b1-1a22e1315ab9 req-56724f53-167c-41c8-bb10-a216a6f7da55 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812757 Feb 11 13:09:52.924964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ce80976c-76a7-4ea8-a6b2-2639ac462654 req-e15c61d0-43f5-43ce-99a0-c1514edc4d40 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744810 Feb 11 13:09:53.046434 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee59aeb-4fcf-4885-b47a-9747936f3b87 req-87c8fd1b-1e9b-402e-bf8c-f531e671ed76 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.048132 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aee59aeb-4fcf-4885-b47a-9747936f3b87 req-87c8fd1b-1e9b-402e-bf8c-f531e671ed76 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 944 time: 0.0603216 Feb 11 13:09:53.107738 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aee59aeb-4fcf-4885-b47a-9747936f3b87 req-2bda2a07-38ec-4b3e-b326-f1ebfb66b820 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Feb 11 13:09:53.110221 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:09:53.314594 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c198a8-36df-45eb-b4a1-3ea5013f6c56 req-7e833dfa-fae0-4bd3-ba9a-fffd1fad572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.316253 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31c198a8-36df-45eb-b4a1-3ea5013f6c56 req-7e833dfa-fae0-4bd3-ba9a-fffd1fad572b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.0708518 Feb 11 13:09:53.397760 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31c198a8-36df-45eb-b4a1-3ea5013f6c56 req-7ce5e20a-e594-447d-8f65-97bc7283d1e0 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677822 Feb 11 13:09:53.404978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc14a40-7593-4f5f-87f8-e8862e7084f7 req-75c225b3-a34c-41b0-aaa4-9f937f3c4dd1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:53.406358 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4dc14a40-7593-4f5f-87f8-e8862e7084f7 req-75c225b3-a34c-41b0-aaa4-9f937f3c4dd1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0891809 Feb 11 13:09:53.459360 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4dc14a40-7593-4f5f-87f8-e8862e7084f7 req-1cdb1889-7d1a-4534-afdf-932f18cfd82a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473433 Feb 11 13:09:53.572342 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 6a5ae742-e343-4331-ade6-feba5ddbafed up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:53.626127 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 6a5ae742-e343-4331-ade6-feba5ddbafed completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:53.630892 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 6a5ae742-e343-4331-ade6-feba5ddbafed triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:53.631384 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.708372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 6a5ae742-e343-4331-ade6-feba5ddbafed is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:53.708770 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.731886 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ae742-e343-4331-ade6-feba5ddbafed'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:53.734147 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9488d557-b8f6-41c9-97ae-7d06501b0d7f" -d '{"events": [{"server_uuid": "1a60874d-e76e-4b12-bf96-b1e36a339d3d", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ae742-e343-4331-ade6-feba5ddbafed"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:53.747753 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 6a5ae742-e343-4331-ade6-feba5ddbafed, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6a5ae742-e343-4331-ade6-feba5ddbafed,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:53.751931 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.753010 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 1167e317-e37d-4d73-8a6e-41f52190f8be up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:09:53.779459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d1267-2435-427b-9265-6619d08d4b4b x-openstack-request-id: req-468d1267-2435-427b-9265-6619d08d4b4b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:53.779738 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a60874d-e76e-4b12-bf96-b1e36a339d3d", "name": "network-vif-plugged", "status": "completed", "tag": "6a5ae742-e343-4331-ade6-feba5ddbafed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:53.780001 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-468d1267-2435-427b-9265-6619d08d4b4b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:53.780416 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5ae742-e343-4331-ade6-feba5ddbafed', 'code': 200} Feb 11 13:09:53.841096 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=6a5ae742-e343-4331-ade6-feba5ddbafed,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:53.854364 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 1167e317-e37d-4d73-8a6e-41f52190f8be completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:09:53.858820 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 1167e317-e37d-4d73-8a6e-41f52190f8be triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:09:53.859234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.941468 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 1167e317-e37d-4d73-8a6e-41f52190f8be is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:09:53.941874 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:53.979052 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 1167e317-e37d-4d73-8a6e-41f52190f8be, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=1167e317-e37d-4d73-8a6e-41f52190f8be,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:09:53.986698 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:54.043627 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=1167e317-e37d-4d73-8a6e-41f52190f8be,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:54.101615 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924abce8-a6bc-4691-8b6a-501950585c63 req-bde90db9-6c2b-4897-ad73-4b68a67434bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.103480 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-924abce8-a6bc-4691-8b6a-501950585c63 req-bde90db9-6c2b-4897-ad73-4b68a67434bc service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 1129 time: 0.1329408 Feb 11 13:09:54.117631 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d4472-60b4-4232-9103-ff1a9b493b9f req-f0cbb711-04a4-4853-91e6-125f7325fef8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.119280 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-874d4472-60b4-4232-9103-ff1a9b493b9f req-f0cbb711-04a4-4853-91e6-125f7325fef8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1163869 Feb 11 13:09:54.136573 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079dc5a-6402-4eaf-8b6c-2fb90470c4cb req-21077e5d-0b14-4a1e-8a43-442cae9a6c2e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.137971 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c079dc5a-6402-4eaf-8b6c-2fb90470c4cb req-21077e5d-0b14-4a1e-8a43-442cae9a6c2e tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.1226914 Feb 11 13:09:54.228042 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-924abce8-a6bc-4691-8b6a-501950585c63 req-fe786259-6efd-4d6b-8dd3-52307ec12233 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059856 Feb 11 13:09:54.237875 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c079dc5a-6402-4eaf-8b6c-2fb90470c4cb req-ca7b74c9-bd27-42bd-a415-ae80f1b234bf tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862396 Feb 11 13:09:54.240845 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-874d4472-60b4-4232-9103-ff1a9b493b9f req-0fac4f97-0cd1-49fd-9357-422c4a1c9497 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126432 Feb 11 13:09:54.349529 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af57f96-0d62-439f-ba36-e3a5c4501e05 req-3881b8ce-c332-44cd-b703-10883cb2e36e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.349529 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0af57f96-0d62-439f-ba36-e3a5c4501e05 req-3881b8ce-c332-44cd-b703-10883cb2e36e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0532658 Feb 11 13:09:54.394245 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0af57f96-0d62-439f-ba36-e3a5c4501e05 req-3453b014-c44a-414c-8947-2c6c70a47242 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Feb 11 13:09:54.586048 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397306ed-ed5a-4989-beef-e8f71a44a34e req-f93e05e3-a340-4bbd-9838-662c046bd09d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:54.587582 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-397306ed-ed5a-4989-beef-e8f71a44a34e req-f93e05e3-a340-4bbd-9838-662c046bd09d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0577369 Feb 11 13:09:54.641356 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-397306ed-ed5a-4989-beef-e8f71a44a34e req-86f0202d-c4dc-4bb6-86fe-e109cabd95ab tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476751 Feb 11 13:09:55.387035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8bae8a-4171-4f82-b3ae-463cc6136bb0 req-012705e8-5f04-485b-b1a4-7fd236cc9312 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.388430 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3b8bae8a-4171-4f82-b3ae-463cc6136bb0 req-012705e8-5f04-485b-b1a4-7fd236cc9312 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.0797737 Feb 11 13:09:55.397480 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a3abf4-413a-4fec-9385-bc73725dbcf4 req-2d6a1636-d6e6-4dde-8dba-cf3b011e9e3c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.398828 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-11a3abf4-413a-4fec-9385-bc73725dbcf4 req-2d6a1636-d6e6-4dde-8dba-cf3b011e9e3c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0812495 Feb 11 13:09:55.472458 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3b8bae8a-4171-4f82-b3ae-463cc6136bb0 req-5d32dec8-bb1c-4ceb-b647-2ee4ee4112d9 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726256 Feb 11 13:09:55.475606 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-11a3abf4-413a-4fec-9385-bc73725dbcf4 req-9c66a98f-21db-4be9-a935-a925ff4b87ed tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703669 Feb 11 13:09:55.591400 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1453b-1dc1-4b24-987a-761eb0adef8f req-1337e545-f6a9-4caf-921a-005ff9041795 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.592990 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b4c1453b-1dc1-4b24-987a-761eb0adef8f req-1337e545-f6a9-4caf-921a-005ff9041795 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0588851 Feb 11 13:09:55.643566 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b4c1453b-1dc1-4b24-987a-761eb0adef8f req-369efeb6-bc4a-4beb-a56a-c7428f415408 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Feb 11 13:09:55.783148 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1167e317-e37d-4d73-8a6e-41f52190f8be'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:09:55.786582 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d0188f-0491-4e9c-8ae7-c78daea76f06" -d '{"events": [{"server_uuid": "0310a3ce-beef-4b8c-a54d-4ccb92b05eca", "name": "network-vif-plugged", "status": "completed", "tag": "1167e317-e37d-4d73-8a6e-41f52190f8be"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:09:55.801571 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f7dd3-bfa3-4550-9859-1db7b0346c9e req-6a3c35c0-fee3-4d11-bbd1-82481ae21bf6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.803109 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e38f7dd3-bfa3-4550-9859-1db7b0346c9e req-6a3c35c0-fee3-4d11-bbd1-82481ae21bf6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1181023 Feb 11 13:09:55.810942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf180-5d31-4518-b661-41c542bbe8cd req-ed5569a8-27c0-4c05-ae17-230515682cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.812730 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-ed5569a8-27c0-4c05-ae17-230515682cac service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.1173189 Feb 11 13:09:55.849707 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af6887-bcfc-4311-9dc3-e3dc5f38d48f req-14e361bc-4eea-419e-9ba7-4b751aa32c2e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.851200 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b9af6887-bcfc-4311-9dc3-e3dc5f38d48f req-14e361bc-4eea-419e-9ba7-4b751aa32c2e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1138046 Feb 11 13:09:55.943597 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e38f7dd3-bfa3-4550-9859-1db7b0346c9e req-75ec0169-8b4b-4d40-bc70-5c682a0554d1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290479 Feb 11 13:09:55.977382 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b9af6887-bcfc-4311-9dc3-e3dc5f38d48f req-c68c119e-0a98-496c-b77d-e8c4736114bf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153462 Feb 11 13:09:55.987459 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf180-5d31-4518-b661-41c542bbe8cd req-4498f9d4-d248-4237-b2d7-ec3820170a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:55.988952 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-4498f9d4-d248-4237-b2d7-ec3820170a0a service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.1650634 Feb 11 13:09:55.996527 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa588ba-f340-44ce-bb08-ef254bf06643 x-openstack-request-id: req-7fa588ba-f340-44ce-bb08-ef254bf06643 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:09:55.996817 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0310a3ce-beef-4b8c-a54d-4ccb92b05eca", "name": "network-vif-plugged", "status": "completed", "tag": "1167e317-e37d-4d73-8a6e-41f52190f8be", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:09:55.997074 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7fa588ba-f340-44ce-bb08-ef254bf06643 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:09:55.997461 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1167e317-e37d-4d73-8a6e-41f52190f8be', 'code': 200} Feb 11 13:09:56.036351 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-6d9a0946-f29f-4780-a8ba-acecbb677fb2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.0345056 Feb 11 13:09:56.101426 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40faf180-5d31-4518-b661-41c542bbe8cd req-d7fef6e4-1e27-4a88-bb7f-12e0c16418e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.102906 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-d7fef6e4-1e27-4a88-bb7f-12e0c16418e4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.0484645 Feb 11 13:09:56.135016 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-8ab042c0-50df-4428-a4f3-61dddff0a483 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247838 Feb 11 13:09:56.272326 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8c9f0d-f321-4732-a752-fdb3868b56c5 req-07ba394e-3e19-4304-b1d6-b46d43f02dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.273869 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b8c9f0d-f321-4732-a752-fdb3868b56c5 req-07ba394e-3e19-4304-b1d6-b46d43f02dea service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 1129 time: 0.1006141 Feb 11 13:09:56.295793 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-dac2db3e-c471-458a-8da9-0bf332b668d6 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299391 Feb 11 13:09:56.345441 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b8c9f0d-f321-4732-a752-fdb3868b56c5 req-5915007f-b924-4e9d-8044-5242aeefc843 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Feb 11 13:09:56.407350 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40faf180-5d31-4518-b661-41c542bbe8cd req-fe385cd3-9ceb-477e-acc8-9ea71b2a0729 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003618 Feb 11 13:09:56.597222 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a7a67-a796-4d8e-9c17-cbddc56734f0 req-edc065d8-b054-46b9-a0b1-2a0a60bdd472 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.600928 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3d8a7a67-a796-4d8e-9c17-cbddc56734f0 req-edc065d8-b054-46b9-a0b1-2a0a60bdd472 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.0592563 Feb 11 13:09:56.656241 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3d8a7a67-a796-4d8e-9c17-cbddc56734f0 req-8f429c92-510e-4dd2-80ca-008c25c49ce0 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 Feb 11 13:09:56.770013 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36240469-3785-4c04-a41c-3788817f7bed req-b028f272-1f81-45b0-a5b4-12483eb12ab2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:56.771498 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-36240469-3785-4c04-a41c-3788817f7bed req-b028f272-1f81-45b0-a5b4-12483eb12ab2 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0526083 Feb 11 13:09:56.822091 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-36240469-3785-4c04-a41c-3788817f7bed req-b3f178be-518a-4746-b374-b8a2e7bed55b tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414159 Feb 11 13:09:57.159783 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd21432a-8ea6-4b95-80b1-9b0f7073008a req-f71eeaaf-b89d-49b0-8704-632d755a9d63 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.163010 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bd21432a-8ea6-4b95-80b1-9b0f7073008a req-f71eeaaf-b89d-49b0-8704-632d755a9d63 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0896497 Feb 11 13:09:57.184336 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371e3b5-e7bf-41dc-ae32-c5532f95bae0 req-fa0f1959-7cf8-463e-bc5c-6060f1cae305 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.185993 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e371e3b5-e7bf-41dc-ae32-c5532f95bae0 req-fa0f1959-7cf8-463e-bc5c-6060f1cae305 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1006162 Feb 11 13:09:57.248791 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bd21432a-8ea6-4b95-80b1-9b0f7073008a req-cd0ad22c-4a0d-4a7c-a8bf-b58bdfb5c62b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792670 Feb 11 13:09:57.259650 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e371e3b5-e7bf-41dc-ae32-c5532f95bae0 req-ec316cdf-b238-4c83-9dce-577cd923dbbe tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668747 Feb 11 13:09:57.790313 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a4718e-0d27-4ca9-a1d3-699ad828a815 req-72b92c5d-ab6c-4f4e-b069-4db7978ee072 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:57.793486 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-16a4718e-0d27-4ca9-a1d3-699ad828a815 req-72b92c5d-ab6c-4f4e-b069-4db7978ee072 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.0674210 Feb 11 13:09:57.794927 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53956) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:57.846199 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-16a4718e-0d27-4ca9-a1d3-699ad828a815 req-da4ff99f-a49b-4883-82b4-3feedc064952 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454793 Feb 11 13:09:57.902656 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.979497 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Publish callbacks [] for security_group (655f216c-0c8c-486d-bf5b-559e83f28735), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:57.983661 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (655f216c-0c8c-486d-bf5b-559e83f28735), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.021467 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a3c7307f60ff434296182ed5bd287d22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253551 Feb 11 13:09:58.023583 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f216c-0c8c-486d-bf5b-559e83f28735,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.024835 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53960) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:58.031393 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.031746 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.032994 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.032994 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.032994 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.033930 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.033930 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.033930 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.034178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.034324 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.034648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.034971 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.035347 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4840007-515e-4323-ae42-f523f50a1f3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.079177 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Publish callbacks [] for security_group (655f216c-0c8c-486d-bf5b-559e83f28735), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.100534 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Publish callbacks [] for security_group (655f216c-0c8c-486d-bf5b-559e83f28735), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.160363 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (655f216c-0c8c-486d-bf5b-559e83f28735), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.162937 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.164136 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/655f216c-0c8c-486d-bf5b-559e83f28735 HTTP/1.1" status: 204 len: 168 time: 0.1373751 Feb 11 13:09:58.172387 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f216c-0c8c-486d-bf5b-559e83f28735,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.183197 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.184107 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.184107 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.184107 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9cfb15-c538-470f-be47-638b69479f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:09:58.406032 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1954c912-b180-43bf-b61e-e57542ea700f req-76b97193-86c4-4315-a11f-356a1312f104 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:58.411858 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1954c912-b180-43bf-b61e-e57542ea700f req-76b97193-86c4-4315-a11f-356a1312f104 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0820205 Feb 11 13:09:58.464006 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53984) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:58.481424 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.491487 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-543a7b42-cc2f-423b-9922-fdfbb7d67624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.493629 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1954c912-b180-43bf-b61e-e57542ea700f req-0b908cba-2f44-4d34-a84a-eb9281755856 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798571 Feb 11 13:09:58.576086 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5b9fd-5113-4b50-a550-da3dd1060b54 req-d8f6ecc0-0599-42d3-99d8-488aefe2feb3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:58.577666 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-66b5b9fd-5113-4b50-a550-da3dd1060b54 req-d8f6ecc0-0599-42d3-99d8-488aefe2feb3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0615549 Feb 11 13:09:58.594588 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-543a7b42-cc2f-423b-9922-fdfbb7d67624 admin admin] Publish callbacks [] for security_group (0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.599016 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-543a7b42-cc2f-423b-9922-fdfbb7d67624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.636862 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-66b5b9fd-5113-4b50-a550-da3dd1060b54 req-a435b748-dac9-4c0a-8067-c06f119da878 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511496 Feb 11 13:09:58.644591 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-543a7b42-cc2f-423b-9922-fdfbb7d67624 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=569fb858409c4a6ebfb642fbf0063218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794784 Feb 11 13:09:58.645849 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543a7b42-cc2f-423b-9922-fdfbb7d67624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.648225 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 53986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:58.697178 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae4b2-ea77-444f-8301-9653d378e221 admin admin] Publish callbacks [] for security_group (0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.717359 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae4b2-ea77-444f-8301-9653d378e221 admin admin] Publish callbacks [] for security_group (0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.763877 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae4b2-ea77-444f-8301-9653d378e221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.766717 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f8ae4b2-ea77-444f-8301-9653d378e221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:58.770526 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2f8ae4b2-ea77-444f-8301-9653d378e221 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4 HTTP/1.1" status: 204 len: 168 time: 0.1184373 Feb 11 13:09:58.776854 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ae4b2-ea77-444f-8301-9653d378e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8fa925-0ce8-4c16-97d4-7f63e8d7dce4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:58.969024 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344ac5b-8c94-4d35-ad71-39cddf2a6d68 req-a4dd4b1e-9008-4671-b24b-52110de34046 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:58.970503 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e344ac5b-8c94-4d35-ad71-39cddf2a6d68 req-a4dd4b1e-9008-4671-b24b-52110de34046 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.0555885 Feb 11 13:09:59.019871 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e344ac5b-8c94-4d35-ad71-39cddf2a6d68 req-82be05d7-ed3c-437f-a1e6-aa41495acb53 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433946 Feb 11 13:09:59.109014 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 53998) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:59.124302 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f42ebdb-51ea-437f-a138-884bf6783e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.206938 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f42ebdb-51ea-437f-a138-884bf6783e64 admin admin] Publish callbacks [] for security_group (b183a7d0-86c5-4bb3-956c-08394c25306e), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.210667 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9f42ebdb-51ea-437f-a138-884bf6783e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (b183a7d0-86c5-4bb3-956c-08394c25306e), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.248461 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-9f42ebdb-51ea-437f-a138-884bf6783e64 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e97565067844e97a4932bfc96b66dc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1382513 Feb 11 13:09:59.250388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42ebdb-51ea-437f-a138-884bf6783e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b183a7d0-86c5-4bb3-956c-08394c25306e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:59.251995 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 54000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:09:59.310147 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7537691a-621c-4d0c-ba1b-b1f26a51da85 admin admin] Publish callbacks [] for security_group (b183a7d0-86c5-4bb3-956c-08394c25306e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.335594 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7537691a-621c-4d0c-ba1b-b1f26a51da85 admin admin] Publish callbacks [] for security_group (b183a7d0-86c5-4bb3-956c-08394c25306e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.388577 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7537691a-621c-4d0c-ba1b-b1f26a51da85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (b183a7d0-86c5-4bb3-956c-08394c25306e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.392719 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7537691a-621c-4d0c-ba1b-b1f26a51da85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:09:59.397863 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7537691a-621c-4d0c-ba1b-b1f26a51da85 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/b183a7d0-86c5-4bb3-956c-08394c25306e HTTP/1.1" status: 204 len: 168 time: 0.1435311 Feb 11 13:09:59.406220 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537691a-621c-4d0c-ba1b-b1f26a51da85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b183a7d0-86c5-4bb3-956c-08394c25306e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:09:59.633124 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb1495-d5e8-4e20-b1a5-442bc4c9463f req-fe8f47a5-3687-4e1f-8b55-8be34a771b90 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.634697 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-80fb1495-d5e8-4e20-b1a5-442bc4c9463f req-fe8f47a5-3687-4e1f-8b55-8be34a771b90 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0776064 Feb 11 13:09:59.688960 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-80fb1495-d5e8-4e20-b1a5-442bc4c9463f req-c97b523e-9bc5-4727-a630-b766a4746641 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473185 Feb 11 13:09:59.848114 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3be82e-08c9-4325-b839-079f2690cb23 req-390a60e5-59e8-400d-8152-d35ac48b0c4b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.862486 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cf3be82e-08c9-4325-b839-079f2690cb23 req-390a60e5-59e8-400d-8152-d35ac48b0c4b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0844090 Feb 11 13:09:59.945356 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cf3be82e-08c9-4325-b839-079f2690cb23 req-bbd3402a-f904-4f7d-ac0c-fe95763dcc9a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794656 Feb 11 13:09:59.975824 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0089f-bdd7-4200-bae2-aa7d82a73aae req-38d9bacd-9306-4632-aceb-4ac77dd31e33 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:09:59.978734 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dac0089f-bdd7-4200-bae2-aa7d82a73aae req-38d9bacd-9306-4632-aceb-4ac77dd31e33 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.0711341 Feb 11 13:10:00.050946 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dac0089f-bdd7-4200-bae2-aa7d82a73aae req-a1f21faa-a0f5-403a-abf2-84ed596ae916 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599496 Feb 11 13:10:01.109612 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26e469-3d38-4412-af04-a1a8effd6ff6 req-35b086f1-0e8c-4643-9ee5-63952500d26d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.111253 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4f26e469-3d38-4412-af04-a1a8effd6ff6 req-35b086f1-0e8c-4643-9ee5-63952500d26d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0816612 Feb 11 13:10:01.115017 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-4e557ffc-45d8-4960-bae9-aa96c9aa092d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945218 Feb 11 13:10:01.239688 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4f26e469-3d38-4412-af04-a1a8effd6ff6 req-b855a20a-8346-49d8-a280-b051d39f98a9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224620 Feb 11 13:10:01.250564 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-f991bc13-e3bb-4d2f-b83c-eeb3721a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.252254 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-f991bc13-e3bb-4d2f-b83c-eeb3721a3d0b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.0995605 Feb 11 13:10:01.260981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1ec67-42ff-4278-b55b-77ea9d8c9446 req-875663a1-bbe3-47d9-8bea-90b8938e3f2f tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.263353 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-16c1ec67-42ff-4278-b55b-77ea9d8c9446 req-875663a1-bbe3-47d9-8bea-90b8938e3f2f tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.1466210 Feb 11 13:10:01.385160 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-16c1ec67-42ff-4278-b55b-77ea9d8c9446 req-db78e53b-a030-43b0-906a-21dbecd255f0 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108739 Feb 11 13:10:01.431640 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-3aefd127-9ed8-445f-b12c-c4eca5a5a569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.433088 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-3aefd127-9ed8-445f-b12c-c4eca5a5a569 service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.1446352 Feb 11 13:10:01.444056 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0b9d1-c418-4605-b39a-bb1d50bd8a5d req-e69c772b-c2ce-44bd-b0c9-6b02c8e9f680 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.445398 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9bd0b9d1-c418-4605-b39a-bb1d50bd8a5d req-e69c772b-c2ce-44bd-b0c9-6b02c8e9f680 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0772135 Feb 11 13:10:01.491405 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-601d6281-fb27-456f-a505-0f928c45694b service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.0449226 Feb 11 13:10:01.555942 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9bd0b9d1-c418-4605-b39a-bb1d50bd8a5d req-b7e08724-6ed2-4740-89b7-cebaec57dd36 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038320 Feb 11 13:10:01.570199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-2afcd283-8180-410b-af04-f6a513055cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:01.571734 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-2afcd283-8180-410b-af04-f6a513055cf5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.0598948 Feb 11 13:10:01.618567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-86f37c35-8ca3-46e8-8ae2-2714b2f336a5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270603 Feb 11 13:10:01.721238 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-56d0c8e0-78fb-4aea-90d9-d1bbe85cd9b1 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882640 Feb 11 13:10:01.833335 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b7f95e7-e19f-4096-9ac3-ea0b8d827c84 req-d8181585-55d6-44a4-8f43-b2a52c9ee790 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886300 Feb 11 13:10:02.102861 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-ae0a0c47-7850-45b2-a8ef-ca4136406bcf tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.104897 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-ae0a0c47-7850-45b2-a8ef-ca4136406bcf tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.0563500 Feb 11 13:10:02.164764 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30fab196-5f24-4e0c-b933-464e3808fff7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.205371 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Deleting port 1167e317-e37d-4d73-8a6e-41f52190f8be {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:02.205974 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.294812 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] For port 1167e317-e37d-4d73-8a6e-41f52190f8be, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=1167e317-e37d-4d73-8a6e-41f52190f8be,segment=NetworkSegment(73595451-26a3-47d7-a0a2-fbb80de0988c),segment_id=73595451-26a3-47d7-a0a2-fbb80de0988c)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:02.295203 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.311503 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Calling delete_port for 1167e317-e37d-4d73-8a6e-41f52190f8be owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:02.414837 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2004d-cd4f-4b00-a89e-a50e6097190a req-66a3d6db-803a-45b3-9060-cecea6806e1b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.416846 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ced2004d-cd4f-4b00-a89e-a50e6097190a req-66a3d6db-803a-45b3-9060-cecea6806e1b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1029978 Feb 11 13:10:02.523987 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ced2004d-cd4f-4b00-a89e-a50e6097190a req-875db7ee-b24d-4008-84a2-02e82025fab7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972915 Feb 11 13:10:02.545192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (1167e317-e37d-4d73-8a6e-41f52190f8be), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.559619 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['1167e317-e37d-4d73-8a6e-41f52190f8be'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:02.580616 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b614ebeb-a520-42a6-bf3d-b0331c5c719e req-32a4d100-8115-4ae9-81ab-51fbe5837a47 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:02.582079 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b614ebeb-a520-42a6-bf3d-b0331c5c719e req-32a4d100-8115-4ae9-81ab-51fbe5837a47 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/ports?device_id=0310a3ce-beef-4b8c-a54d-4ccb92b05eca HTTP/1.1" status: 200 len: 945 time: 0.1244142 Feb 11 13:10:02.584991 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Pushing event deleted for resources: {'Port': ['ID=1167e317-e37d-4d73-8a6e-41f52190f8be,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:02.648325 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] No DVR routers for this DVR port 1167e317-e37d-4d73-8a6e-41f52190f8be on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:02.652066 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:02.655297 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1d66ca7f-bc0c-4567-8edf-8547949fdc35 req-601d4190-4fbf-4e3f-8fe2-509262137443 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.77 "DELETE /v2.0/ports/1167e317-e37d-4d73-8a6e-41f52190f8be HTTP/1.1" status: 204 len: 173 time: 0.5412941 Feb 11 13:10:02.655734 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'name': 'network-vif-deleted', 'tag': '1167e317-e37d-4d73-8a6e-41f52190f8be'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:02.657942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9b92fc-0d08-405f-8b86-e1a0ab8f9af4" -d '{"events": [{"server_uuid": "0310a3ce-beef-4b8c-a54d-4ccb92b05eca", "name": "network-vif-deleted", "tag": "1167e317-e37d-4d73-8a6e-41f52190f8be"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:02.675586 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b614ebeb-a520-42a6-bf3d-b0331c5c719e req-3e77e704-0f85-4096-99d4-16fdf13824d9 tempest-VolumesActionsTest-720844783 tempest-VolumesActionsTest-720844783-project] 10.222.0.86 "GET /v2.0/security-groups?id=71bbed55-e5af-4d8c-a785-b2ad086c7eef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871136 Feb 11 13:10:02.703113 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e8a21d-1402-4b1c-9b1e-c064e8d0bee5 x-openstack-request-id: req-c9e8a21d-1402-4b1c-9b1e-c064e8d0bee5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:02.703547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0310a3ce-beef-4b8c-a54d-4ccb92b05eca", "name": "network-vif-deleted", "tag": "1167e317-e37d-4d73-8a6e-41f52190f8be", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:02.703801 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9e8a21d-1402-4b1c-9b1e-c064e8d0bee5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:02.704197 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0310a3ce-beef-4b8c-a54d-4ccb92b05eca', 'name': 'network-vif-deleted', 'tag': '1167e317-e37d-4d73-8a6e-41f52190f8be', 'status': 'completed', 'code': 200} Feb 11 13:10:03.654382 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939e9a9-3b00-40bb-96b1-21511db9c938 req-610fd1b2-f40f-4b27-b07e-138efa43e1f7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:03.655901 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e939e9a9-3b00-40bb-96b1-21511db9c938 req-610fd1b2-f40f-4b27-b07e-138efa43e1f7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0579908 Feb 11 13:10:03.702630 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e939e9a9-3b00-40bb-96b1-21511db9c938 req-f40f6981-95fc-4e69-8dd3-4c3c607416b5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412631 Feb 11 13:10:04.785728 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fc673fdd-bebd-4a0d-95ba-f0525ed53ef9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:04.829243 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684daacd-e173-43c1-a46c-f0745ac5bd90 req-2a7e739b-2c29-4a61-8aa6-cfc0baa6ce60 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:04.830938 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-684daacd-e173-43c1-a46c-f0745ac5bd90 req-2a7e739b-2c29-4a61-8aa6-cfc0baa6ce60 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0560784 Feb 11 13:10:05.146435 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-684daacd-e173-43c1-a46c-f0745ac5bd90 req-d9e54a54-d352-4001-a9ea-91a62643c9e6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083520 Feb 11 13:10:05.647433 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:06.270972 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d9e962-55da-4fdb-9836-248485d097fe req-a4d9ff1f-40a6-415f-9b02-eac0e107fbc2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:06.272466 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46d9e962-55da-4fdb-9836-248485d097fe req-a4d9ff1f-40a6-415f-9b02-eac0e107fbc2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0526605 Feb 11 13:10:06.346717 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46d9e962-55da-4fdb-9836-248485d097fe req-290b31f3-347e-4326-a2fc-ffebac5851d1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627258 Feb 11 13:10:07.484895 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774483e-d3e1-48aa-86f8-70d3ee200410 req-08250d3b-4ec8-40b1-aba0-50c463fe42cf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:07.486353 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6774483e-d3e1-48aa-86f8-70d3ee200410 req-08250d3b-4ec8-40b1-aba0-50c463fe42cf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0516376 Feb 11 13:10:07.535747 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6774483e-d3e1-48aa-86f8-70d3ee200410 req-1cd68cd2-90e0-41b6-b773-cfba52af80ad tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438373 Feb 11 13:10:07.651246 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 1167e317-e37d-4d73-8a6e-41f52190f8be no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:07.671077 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 1167e317-e37d-4d73-8a6e-41f52190f8be {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:07.671449 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 1167e317-e37d-4d73-8a6e-41f52190f8be not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:07.723525 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.482104 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:08.657806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0f7e4-a3dc-466d-9942-f22f94f2691c req-14266ac6-48f4-4a4f-97e1-c14a8acf05f7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:08.659198 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e0f7e4-a3dc-466d-9942-f22f94f2691c req-14266ac6-48f4-4a4f-97e1-c14a8acf05f7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0524187 Feb 11 13:10:08.705980 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e0f7e4-a3dc-466d-9942-f22f94f2691c req-77c206e3-f357-42bb-b1c0-ba2ffc08a539 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413330 Feb 11 13:10:09.677037 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:10:09.773657 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:09.784108 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:10:09.823111 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: ACTIVE; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:09.823533 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.828493 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24b74d-1b7a-477d-bcb6-f4e22cea9e5c req-4a9997f1-efac-4a4c-bd55-3e78954463a7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:09.830013 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e24b74d-1b7a-477d-bcb6-f4e22cea9e5c req-4a9997f1-efac-4a4c-bd55-3e78954463a7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0545874 Feb 11 13:10:09.837432 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:10:09.874223 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:09.881167 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:09.896928 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e24b74d-1b7a-477d-bcb6-f4e22cea9e5c req-f3838c5d-9cc3-429f-8749-d8010f1b67ac tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607195 Feb 11 13:10:09.934081 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:09.941582 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.941954 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.942317 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.942659 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.942993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.943347 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.943677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.944004 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.944328 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.944669 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.944996 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.945317 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:09.945656 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:10.008672 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:11.021235 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b793f99-8231-4899-b539-a41d47da786b req-73109cd4-fdd4-4618-a70b-6b53bf875904 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:11.022845 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9b793f99-8231-4899-b539-a41d47da786b req-73109cd4-fdd4-4618-a70b-6b53bf875904 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0553105 Feb 11 13:10:11.070704 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9b793f99-8231-4899-b539-a41d47da786b req-3c5acdd7-0186-47d2-b6a6-08f1e58600b4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416269 Feb 11 13:10:11.686207 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:10:11.734772 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:10:11.735163 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:11.808470 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:11.808852 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:11.831000 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:11.833646 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0557685a-3025-406f-b1c1-435cb80c21ef" -d '{"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:11.848685 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:11.854800 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:11.887642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1641bace-4998-4f94-85e5-dfe1f36f3946 x-openstack-request-id: req-1641bace-4998-4f94-85e5-dfe1f36f3946 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:11.887954 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:11.888210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1641bace-4998-4f94-85e5-dfe1f36f3946 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:11.888594 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'code': 200} Feb 11 13:10:11.912743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:12.199205 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a9b34-c7f8-4051-b028-0eb9970e2999 req-e95de540-f9c2-4a35-b52e-173aae9ff47d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:12.200681 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f1a9b34-c7f8-4051-b028-0eb9970e2999 req-e95de540-f9c2-4a35-b52e-173aae9ff47d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0559063 Feb 11 13:10:12.246499 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f1a9b34-c7f8-4051-b028-0eb9970e2999 req-9c38dd84-99a8-43f5-af47-953becb78525 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402126 Feb 11 13:10:12.822250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575d5b94-a7d8-42ee-8fde-71b1b3a04e08 req-13336ac0-8e02-40c4-9ed5-33bb02f042cd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:12.823660 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-575d5b94-a7d8-42ee-8fde-71b1b3a04e08 req-13336ac0-8e02-40c4-9ed5-33bb02f042cd tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0864356 Feb 11 13:10:12.825196 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-1de55b02-459b-4e55-b71a-86eb25603cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:12.826510 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-1de55b02-459b-4e55-b71a-86eb25603cb1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.0791523 Feb 11 13:10:12.928491 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-575d5b94-a7d8-42ee-8fde-71b1b3a04e08 req-884c5099-e3d9-401a-9047-cba6c1b1ece6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990028 Feb 11 13:10:12.953169 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-e50b1fca-c4dc-4240-a7cd-29933a2ad11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:12.954709 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-e50b1fca-c4dc-4240-a7cd-29933a2ad11c service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.1196055 Feb 11 13:10:13.009694 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-8b82bee0-ae67-4246-bace-0df3dfb909e8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.0410883 Feb 11 13:10:13.056894 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-2e5de178-8297-4c08-ae8a-605c7bb8ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:13.058325 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-2e5de178-8297-4c08-ae8a-605c7bb8ba23 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.0428064 Feb 11 13:10:13.093476 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-f753e730-4083-4fec-bf71-e54fc35d6a3e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266020 Feb 11 13:10:13.184522 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-118440d0-dfcb-4c23-bdf5-16fcaf53a7cb service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846753 Feb 11 13:10:13.288195 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cbb52c89-f06a-4103-bc21-df80a2789a98 req-b0b4d94a-3029-4b4d-a9ac-4fdb932b6ac3 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902569 Feb 11 13:10:13.372862 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22acc12-514d-4ecd-8bd9-9703d560d77f req-e70d3e61-ac2a-42a9-98fb-2ef3f74b5197 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:13.374367 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d22acc12-514d-4ecd-8bd9-9703d560d77f req-e70d3e61-ac2a-42a9-98fb-2ef3f74b5197 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0546401 Feb 11 13:10:13.420864 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d22acc12-514d-4ecd-8bd9-9703d560d77f req-0cb09157-22de-4f22-a1d8-673a02066c3f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407283 Feb 11 13:10:14.058170 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e654d3-a821-4033-9c0a-74aa8ad9153a req-8832d856-acc7-4fc7-8506-b657bd0139dc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.059854 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e1e654d3-a821-4033-9c0a-74aa8ad9153a req-8832d856-acc7-4fc7-8506-b657bd0139dc tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0559099 Feb 11 13:10:14.110367 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e1e654d3-a821-4033-9c0a-74aa8ad9153a req-c695f3d0-8c39-453d-9821-f888b009a2f6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436265 Feb 11 13:10:14.546211 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc68b12-c122-4ea6-84e4-5280a3211fe6 req-448a9a3b-3ea8-48d5-8658-3287ad23a9ca tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:14.547628 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dc68b12-c122-4ea6-84e4-5280a3211fe6 req-448a9a3b-3ea8-48d5-8658-3287ad23a9ca tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0553622 Feb 11 13:10:14.594014 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3dc68b12-c122-4ea6-84e4-5280a3211fe6 req-e0cbb534-bc08-4eda-ba41-45e8422ea83a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408564 Feb 11 13:10:15.116312 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fe21a-b78b-447e-8378-e7d41f2f42fd req-a1d881ac-0262-4a39-ac9f-279ab152fc7c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.117685 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-213fe21a-b78b-447e-8378-e7d41f2f42fd req-a1d881ac-0262-4a39-ac9f-279ab152fc7c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0569129 Feb 11 13:10:15.167604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-213fe21a-b78b-447e-8378-e7d41f2f42fd req-8aebbd99-71ad-4aa8-b097-1e80adb9a620 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436339 Feb 11 13:10:15.232324 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b75284-34c7-4396-81ea-a723e10323fc req-2ceb41ea-fbf4-498e-a556-7a8c77836477 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.233812 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-84b75284-34c7-4396-81ea-a723e10323fc req-2ceb41ea-fbf4-498e-a556-7a8c77836477 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0529101 Feb 11 13:10:15.282973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-84b75284-34c7-4396-81ea-a723e10323fc req-3369c7fd-1533-4a6b-ac4e-a2565f79b3a0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 Feb 11 13:10:15.720098 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4eb3a9-673f-4dca-9c29-0589f943f930 req-3ed88e4a-984a-49d0-801f-d756aada05c6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:15.721565 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-da4eb3a9-673f-4dca-9c29-0589f943f930 req-3ed88e4a-984a-49d0-801f-d756aada05c6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0566263 Feb 11 13:10:15.767928 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-da4eb3a9-673f-4dca-9c29-0589f943f930 req-3b5ba006-a663-460a-a846-732c30dae6c5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404387 Feb 11 13:10:16.286553 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87e2db-75de-4aba-be7e-dce656685b1d req-a1ee1c45-ac20-482e-84f9-11d7dce55f79 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.288060 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4d87e2db-75de-4aba-be7e-dce656685b1d req-a1ee1c45-ac20-482e-84f9-11d7dce55f79 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0525491 Feb 11 13:10:16.334117 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4d87e2db-75de-4aba-be7e-dce656685b1d req-98319f7f-4553-4525-8437-66bd71e493af tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398772 Feb 11 13:10:16.411989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f9a2c-2f2f-4d47-bac0-4f6d139c69f3 req-65a415b2-4aff-4667-88e9-21157b591db4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.413482 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9b2f9a2c-2f2f-4d47-bac0-4f6d139c69f3 req-65a415b2-4aff-4667-88e9-21157b591db4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0609987 Feb 11 13:10:16.467309 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9b2f9a2c-2f2f-4d47-bac0-4f6d139c69f3 req-1bd052ec-3c97-4415-9958-8e9be3b84829 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480442 Feb 11 13:10:16.903287 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef1c23-7205-4435-b3f0-815d17257fa5 req-26310c8e-937c-4553-a391-9c795fadb067 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:16.904875 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d8ef1c23-7205-4435-b3f0-815d17257fa5 req-26310c8e-937c-4553-a391-9c795fadb067 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0551965 Feb 11 13:10:16.955667 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d8ef1c23-7205-4435-b3f0-815d17257fa5 req-68103904-4312-4d75-a0f6-781f9f85cb4e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450654 Feb 11 13:10:17.135476 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231dc25-941e-4531-bfef-1ef9692e387d req-f5aa580b-68c0-465c-948a-8c7d48a84116 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:17.137695 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8231dc25-941e-4531-bfef-1ef9692e387d req-f5aa580b-68c0-465c-948a-8c7d48a84116 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0610354 Feb 11 13:10:17.475962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f091c-d54b-4a5d-bd75-eceac3744083 req-a1776bf9-3573-4b50-9957-2ec0012b76ca tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:17.483813 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-be1f091c-d54b-4a5d-bd75-eceac3744083 req-a1776bf9-3573-4b50-9957-2ec0012b76ca tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.0677919 Feb 11 13:10:17.528441 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-be1f091c-d54b-4a5d-bd75-eceac3744083 req-e20ee4ee-dee1-4ab6-8546-998831c746dc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434375 Feb 11 13:10:17.622654 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a2d3-9d42-4857-9e12-7c9c6fbaffa3 req-84a7e295-2e73-4273-863a-ad6b21b5fdbe tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:17.624374 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4fd6a2d3-9d42-4857-9e12-7c9c6fbaffa3 req-84a7e295-2e73-4273-863a-ad6b21b5fdbe tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0646205 Feb 11 13:10:17.677301 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4fd6a2d3-9d42-4857-9e12-7c9c6fbaffa3 req-fff8d96a-b285-4943-9ac0-852de95e5bc0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473571 Feb 11 13:10:18.085057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092089d-104b-4c58-be8b-4c119ee412f6 req-88fb2ba2-6c53-47a7-b755-05a31e8e52ca tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:18.086582 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9092089d-104b-4c58-be8b-4c119ee412f6 req-88fb2ba2-6c53-47a7-b755-05a31e8e52ca tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0591426 Feb 11 13:10:18.134683 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9092089d-104b-4c58-be8b-4c119ee412f6 req-844f72a3-bc99-44d5-8b6c-e8c0e04fb250 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421505 Feb 11 13:10:18.360092 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Deleting port 6a5ae742-e343-4331-ade6-feba5ddbafed {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:18.360471 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.512232 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] For port 6a5ae742-e343-4331-ade6-feba5ddbafed, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=6a5ae742-e343-4331-ade6-feba5ddbafed,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:18.512816 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.538108 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Calling delete_port for 6a5ae742-e343-4331-ade6-feba5ddbafed owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:18.755112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8fee9-8d24-40df-893d-365f1fed9854 req-644c4d34-0750-480b-b037-ef741a4a3d1d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:18.756726 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7eb8fee9-8d24-40df-893d-365f1fed9854 req-644c4d34-0750-480b-b037-ef741a4a3d1d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 945 time: 0.1373429 Feb 11 13:10:18.813531 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (6a5ae742-e343-4331-ade6-feba5ddbafed), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.853280 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event deleted for resources: {'Port': ['ID=6a5ae742-e343-4331-ade6-feba5ddbafed,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:18.934186 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7eb8fee9-8d24-40df-893d-365f1fed9854 req-ce3f7dc3-9509-4336-9bf7-94b464372912 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558945 Feb 11 13:10:18.935904 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] No DVR routers for this DVR port 6a5ae742-e343-4331-ade6-feba5ddbafed on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:18.938790 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:18.942145 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8231dc25-941e-4531-bfef-1ef9692e387d req-2085c045-9728-4583-ab60-d7081def873a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "DELETE /v2.0/ports/6a5ae742-e343-4331-ade6-feba5ddbafed HTTP/1.1" status: 204 len: 173 time: 0.7060657 Feb 11 13:10:18.942806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'name': 'network-vif-deleted', 'tag': '6a5ae742-e343-4331-ade6-feba5ddbafed'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:18.945266 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42b9ed3-2cb1-4341-bd4e-13373536b17c" -d '{"events": [{"server_uuid": "1a60874d-e76e-4b12-bf96-b1e36a339d3d", "name": "network-vif-deleted", "tag": "6a5ae742-e343-4331-ade6-feba5ddbafed"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:18.955029 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c673a-65ed-4288-a7b7-acc5dc5b5638 req-925ca2f5-56a7-468a-8938-dcfd87976c39 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:18.956659 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-525c673a-65ed-4288-a7b7-acc5dc5b5638 req-925ca2f5-56a7-468a-8938-dcfd87976c39 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1883399 Feb 11 13:10:19.027900 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03b2c6f-402d-4f6e-a6d8-305c22fc3aea x-openstack-request-id: req-e03b2c6f-402d-4f6e-a6d8-305c22fc3aea {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:19.027900 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a60874d-e76e-4b12-bf96-b1e36a339d3d", "name": "network-vif-deleted", "tag": "6a5ae742-e343-4331-ade6-feba5ddbafed", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:19.027900 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e03b2c6f-402d-4f6e-a6d8-305c22fc3aea {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:19.027900 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a60874d-e76e-4b12-bf96-b1e36a339d3d', 'name': 'network-vif-deleted', 'tag': '6a5ae742-e343-4331-ade6-feba5ddbafed', 'status': 'completed', 'code': 200} Feb 11 13:10:19.046853 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-525c673a-65ed-4288-a7b7-acc5dc5b5638 req-a6adc089-c18d-45d9-95c3-4130f51e510a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767510 Feb 11 13:10:19.299714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef64b-6447-42e3-8419-68ae3b6cc379 req-8b87562a-3bf0-4002-8ce8-4b74f4c41800 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:19.303261 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40eef64b-6447-42e3-8419-68ae3b6cc379 req-8b87562a-3bf0-4002-8ce8-4b74f4c41800 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0712736 Feb 11 13:10:19.373940 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40eef64b-6447-42e3-8419-68ae3b6cc379 req-d1a2588a-2796-42ed-b5fa-601ddbdbefd7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631998 Feb 11 13:10:20.041263 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f33a4f90-a36f-4291-9160-3721dd006a59 req-7398d32d-5acd-4814-9812-9531b31c364e tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1a60874d-e76e-4b12-bf96-b1e36a339d3d HTTP/1.1" status: 200 len: 210 time: 0.0327017 Feb 11 13:10:20.114421 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851', '9c058723-fc64-46ca-9aa4-104c30ffa1cc', '637415b5-22fa-4781-8e75-a210807dacc0', '6a5ae742-e343-4331-ade6-feba5ddbafed'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:20.255271 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76022f78-d10f-4cc6-a1ec-532ec009a50f req-f18d9437-8aae-4287-b75b-40e46da2bf2c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:20.256933 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76022f78-d10f-4cc6-a1ec-532ec009a50f req-f18d9437-8aae-4287-b75b-40e46da2bf2c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1049962 Feb 11 13:10:20.312842 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76022f78-d10f-4cc6-a1ec-532ec009a50f req-5cb85ebe-ed67-48d2-900b-c430deecbd66 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501432 Feb 11 13:10:20.524796 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d61e7d-bfbc-456c-b14a-84ab0cd33d53 req-39d44533-8c66-459d-a0d0-9b5d09bd61e3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:20.526581 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12d61e7d-bfbc-456c-b14a-84ab0cd33d53 req-39d44533-8c66-459d-a0d0-9b5d09bd61e3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0628088 Feb 11 13:10:20.592768 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12d61e7d-bfbc-456c-b14a-84ab0cd33d53 req-11cf03c9-da37-47a3-b1ab-c52a8c85840f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598261 Feb 11 13:10:21.480172 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985be1a5-d150-44d0-805c-f9f49fb45c8f req-7f853116-e665-4d45-99e3-b61b8814e926 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:21.492399 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-985be1a5-d150-44d0-805c-f9f49fb45c8f req-7f853116-e665-4d45-99e3-b61b8814e926 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1017716 Feb 11 13:10:21.558746 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-985be1a5-d150-44d0-805c-f9f49fb45c8f req-53763f3a-65d1-4281-9078-09a71db5ed7b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581875 Feb 11 13:10:21.795978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b9ec3-54c1-4d70-9772-cb53794ec854 req-aa064254-bd3b-45e6-82d8-f31d1c5ec64d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:21.804002 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-655b9ec3-54c1-4d70-9772-cb53794ec854 req-aa064254-bd3b-45e6-82d8-f31d1c5ec64d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0713177 Feb 11 13:10:21.871796 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-655b9ec3-54c1-4d70-9772-cb53794ec854 req-123b6d4b-6b6e-4e30-8aa1-072767e0fec0 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666533 Feb 11 13:10:22.125529 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 6a5ae742-e343-4331-ade6-feba5ddbafed no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:22.156862 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 6a5ae742-e343-4331-ade6-feba5ddbafed {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:22.157583 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 6a5ae742-e343-4331-ade6-feba5ddbafed not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:22.557234 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcd9bf7-5833-4c1d-a5d9-ee253e80ace1 req-8283e3e0-2c3f-4205-87f3-51b98fd326b4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:22.559872 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8fcd9bf7-5833-4c1d-a5d9-ee253e80ace1 req-8283e3e0-2c3f-4205-87f3-51b98fd326b4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 946 time: 0.0798075 Feb 11 13:10:22.634725 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8fcd9bf7-5833-4c1d-a5d9-ee253e80ace1 req-0eea7785-fd14-4535-a88c-0d09f4ab94fc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661211 Feb 11 13:10:22.714786 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83567c6d-7cad-48ab-b23d-4eba84fcf957 req-3b914454-56dd-4533-b09d-ee2b774f38a8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:22.716784 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-83567c6d-7cad-48ab-b23d-4eba84fcf957 req-3b914454-56dd-4533-b09d-ee2b774f38a8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0770555 Feb 11 13:10:22.794132 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-83567c6d-7cad-48ab-b23d-4eba84fcf957 req-3389db9f-be2f-48ec-bacd-10bd220d7a54 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719447 Feb 11 13:10:23.137045 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa689a13-ac08-4d9d-aafb-0c4b1f8a7991 req-e0a3f28d-07ab-4406-a4a1-210dc040f428 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.148262 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aa689a13-ac08-4d9d-aafb-0c4b1f8a7991 req-e0a3f28d-07ab-4406-a4a1-210dc040f428 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1429837 Feb 11 13:10:23.220579 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aa689a13-ac08-4d9d-aafb-0c4b1f8a7991 req-4a5d355d-080b-4e4d-9dde-7974d377843e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699208 Feb 11 13:10:23.847107 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5ad75-2742-4779-a484-828b9c7f41be req-0dcaa000-5e2d-4a47-9ef1-ff05d5165823 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:23.858628 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfe5ad75-2742-4779-a484-828b9c7f41be req-0dcaa000-5e2d-4a47-9ef1-ff05d5165823 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 946 time: 0.1114855 Feb 11 13:10:24.051680 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfe5ad75-2742-4779-a484-828b9c7f41be req-8af335d2-b894-4ff3-a44a-24de9d26c287 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896727 Feb 11 13:10:24.080192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e1ab1a-2e49-477b-abee-b25202f90bfa req-3e89ed8e-2776-4d61-b9af-1c3f09da2ba0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:24.082988 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d2e1ab1a-2e49-477b-abee-b25202f90bfa req-3e89ed8e-2776-4d61-b9af-1c3f09da2ba0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1320589 Feb 11 13:10:24.152613 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d2e1ab1a-2e49-477b-abee-b25202f90bfa req-2b209bc4-6126-4fb4-9fa8-2b80d72e88c8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582030 Feb 11 13:10:24.452961 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11affc1-40f2-4d5c-88b1-8cb90db4e2b3 req-b838bb7a-ec24-481a-8074-b9e834a85e86 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:24.454989 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a11affc1-40f2-4d5c-88b1-8cb90db4e2b3 req-b838bb7a-ec24-481a-8074-b9e834a85e86 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1099904 Feb 11 13:10:24.574597 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a11affc1-40f2-4d5c-88b1-8cb90db4e2b3 req-756398e3-c78f-41dd-a85e-456703575f78 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133976 Feb 11 13:10:24.582378 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-3da72407-da90-4bfb-9484-706d91a610bc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:24.583943 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-3da72407-da90-4bfb-9484-706d91a610bc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 946 time: 0.0988352 Feb 11 13:10:24.739052 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Deleting port 637415b5-22fa-4781-8e75-a210807dacc0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:24.739962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (637415b5-22fa-4781-8e75-a210807dacc0), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:24.878193 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] For port 637415b5-22fa-4781-8e75-a210807dacc0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=637415b5-22fa-4781-8e75-a210807dacc0,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:24.879393 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (637415b5-22fa-4781-8e75-a210807dacc0), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.022105 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Calling delete_port for 637415b5-22fa-4781-8e75-a210807dacc0 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:25.391970 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92000f2d-3a4c-4c80-9880-0bf025584558 req-f750b446-17d7-48c4-b9c3-4c5c47506e90 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.394813 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-92000f2d-3a4c-4c80-9880-0bf025584558 req-f750b446-17d7-48c4-b9c3-4c5c47506e90 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 946 time: 0.1447015 Feb 11 13:10:25.615274 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61461576-5f26-4681-ad36-2708769f142e req-f393afce-fb2d-4d6d-8cbd-f27956df58d2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:25.618694 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-61461576-5f26-4681-ad36-2708769f142e req-f393afce-fb2d-4d6d-8cbd-f27956df58d2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.2984958 Feb 11 13:10:25.663142 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-92000f2d-3a4c-4c80-9880-0bf025584558 req-d6e21efd-3f7e-4615-abd4-f3e963e5e702 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581513 Feb 11 13:10:25.715593 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (637415b5-22fa-4781-8e75-a210807dacc0), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:25.733930 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851', '9c058723-fc64-46ca-9aa4-104c30ffa1cc', '637415b5-22fa-4781-8e75-a210807dacc0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:25.828608 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event deleted for resources: {'Port': ['ID=637415b5-22fa-4781-8e75-a210807dacc0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:25.882376 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-61461576-5f26-4681-ad36-2708769f142e req-052e259a-eaeb-418e-ae6b-610bf5f1deb0 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535563 Feb 11 13:10:26.037033 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] No DVR routers for this DVR port 637415b5-22fa-4781-8e75-a210807dacc0 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:26.041265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:26.045485 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc9c9c58-2119-4c0f-b434-16b72f1009a0 req-e5a8306c-f25f-4761-91dd-f7d854ee4d98 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "DELETE /v2.0/ports/637415b5-22fa-4781-8e75-a210807dacc0 HTTP/1.1" status: 204 len: 173 time: 1.4516888 Feb 11 13:10:26.047822 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'name': 'network-vif-deleted', 'tag': '637415b5-22fa-4781-8e75-a210807dacc0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:26.072956 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f13e642-da13-414a-b06b-3155aa157baa" -d '{"events": [{"server_uuid": "1c6bcd30-5e9a-4a6a-b519-25dabd79edd5", "name": "network-vif-deleted", "tag": "637415b5-22fa-4781-8e75-a210807dacc0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:26.169817 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4358b-aae9-41a7-92df-ab3775751de0 req-f597b027-fa7a-4352-9131-05d0ef39492b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:26.177002 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8a4358b-aae9-41a7-92df-ab3775751de0 req-f597b027-fa7a-4352-9131-05d0ef39492b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.3723962 Feb 11 13:10:26.205962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb9bf7a-1a07-40d5-9fe0-e3314b07719b x-openstack-request-id: req-6cb9bf7a-1a07-40d5-9fe0-e3314b07719b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:26.205962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c6bcd30-5e9a-4a6a-b519-25dabd79edd5", "name": "network-vif-deleted", "tag": "637415b5-22fa-4781-8e75-a210807dacc0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:26.205962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6cb9bf7a-1a07-40d5-9fe0-e3314b07719b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:26.206368 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c6bcd30-5e9a-4a6a-b519-25dabd79edd5', 'name': 'network-vif-deleted', 'tag': '637415b5-22fa-4781-8e75-a210807dacc0', 'status': 'completed', 'code': 200} Feb 11 13:10:26.345148 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8a4358b-aae9-41a7-92df-ab3775751de0 req-546c9c1f-b324-44cc-8b9a-e5ddee9912da tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607661 Feb 11 13:10:26.844583 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-461f6d10-8cb6-4081-bbf6-d0e856223184 req-6cd9a6d3-bf0e-4e85-b444-d12d36bceacd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=1c6bcd30-5e9a-4a6a-b519-25dabd79edd5 HTTP/1.1" status: 200 len: 210 time: 0.0464814 Feb 11 13:10:27.073863 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b555ef31-15e0-4b0b-99df-40465eaa1e33 req-2ed9c408-137a-45c9-a57f-a4488e0926a6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.081821 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b555ef31-15e0-4b0b-99df-40465eaa1e33 req-2ed9c408-137a-45c9-a57f-a4488e0926a6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0777175 Feb 11 13:10:27.180175 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b555ef31-15e0-4b0b-99df-40465eaa1e33 req-9a5f4347-fdac-48cc-912e-dec3150183c8 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921500 Feb 11 13:10:27.536053 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dd722-dbc7-4eb8-b215-51ff05ef5ac9 req-c8b4dda1-8067-4e2e-915a-64c6de53703f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:27.537720 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-db9dd722-dbc7-4eb8-b215-51ff05ef5ac9 req-c8b4dda1-8067-4e2e-915a-64c6de53703f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0898051 Feb 11 13:10:27.603078 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-db9dd722-dbc7-4eb8-b215-51ff05ef5ac9 req-aca5491c-8492-40f6-b2d4-ba93751905ff tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580695 Feb 11 13:10:28.168210 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfb3f91-71cb-49e5-b423-1a45e4f2717f req-2562f177-914d-4b94-8b7c-576f71b179fe tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.170405 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0dfb3f91-71cb-49e5-b423-1a45e4f2717f req-2562f177-914d-4b94-8b7c-576f71b179fe tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.0549073 Feb 11 13:10:28.172525 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 637415b5-22fa-4781-8e75-a210807dacc0 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:28.193896 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 637415b5-22fa-4781-8e75-a210807dacc0 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:28.194494 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 637415b5-22fa-4781-8e75-a210807dacc0 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:28.219175 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0dfb3f91-71cb-49e5-b423-1a45e4f2717f req-cae82659-7a85-4038-8332-46a094da0a6a tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432632 Feb 11 13:10:28.359711 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a25478-33fa-4414-8e02-054afb9bfbd1 req-89442d1f-c5ae-4581-b6fb-012468de94d1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.362441 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9a25478-33fa-4414-8e02-054afb9bfbd1 req-89442d1f-c5ae-4581-b6fb-012468de94d1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0651789 Feb 11 13:10:28.410962 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9a25478-33fa-4414-8e02-054afb9bfbd1 req-8504ab8c-d123-46d1-87aa-ce0331dd50d6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429041 Feb 11 13:10:28.476253 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:28.750338 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677775-3d02-44b5-8d3a-dc86004317d1 req-0d3b3594-e001-4bb8-af91-0fe23764c0d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.754269 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677775-3d02-44b5-8d3a-dc86004317d1 req-0d3b3594-e001-4bb8-af91-0fe23764c0d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0690789 Feb 11 13:10:28.839726 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-0bd26156-22d4-4bd9-bce7-405bff2fabde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.841310 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-0bd26156-22d4-4bd9-bce7-405bff2fabde service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1129 time: 0.0714502 Feb 11 13:10:28.851307 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677775-3d02-44b5-8d3a-dc86004317d1 req-7d6eab11-6e80-450e-b3e8-9ba23b87a678 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883927 Feb 11 13:10:28.983101 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-26b547cf-94c6-4042-97c5-8a18407d73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:28.984670 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-26b547cf-94c6-4042-97c5-8a18407d73a5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.1323636 Feb 11 13:10:29.049622 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-5bc8e960-58de-4623-b1dd-61d350d688c1 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 200 len: 1000 time: 0.0558324 Feb 11 13:10:29.104331 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-673efc2b-3200-4d51-8b61-c6cbf16500cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.105783 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-673efc2b-3200-4d51-8b61-c6cbf16500cc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.0481656 Feb 11 13:10:29.153959 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-5cb940ae-5118-4cf2-a7f7-e65f89139f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.155434 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-5cb940ae-5118-4cf2-a7f7-e65f89139f27 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420146 Feb 11 13:10:29.242074 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-8e557ba2-a7d7-44c9-93dc-f534c444185b service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795350 Feb 11 13:10:29.363964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c5c1275a-3ea6-463b-9e6c-60cde9a3eedc req-d18eb127-a219-46a5-bc2b-a9a947a45959 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145394 Feb 11 13:10:29.376076 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737a3f9-50a2-4321-b894-e11a16470885 req-97f2d68e-0471-48eb-96d1-4f3250cfe4de tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.377611 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8737a3f9-50a2-4321-b894-e11a16470885 req-97f2d68e-0471-48eb-96d1-4f3250cfe4de tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.0724440 Feb 11 13:10:29.428087 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8737a3f9-50a2-4321-b894-e11a16470885 req-86d80360-ef1b-4459-82da-c6d63438e89c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448258 Feb 11 13:10:29.536143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b16423-87d6-4ed4-a17f-e572c397f4a9 req-111765d0-a5a2-485e-9ef5-c82581ae062f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.537640 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-11b16423-87d6-4ed4-a17f-e572c397f4a9 req-111765d0-a5a2-485e-9ef5-c82581ae062f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0553813 Feb 11 13:10:29.594609 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-11b16423-87d6-4ed4-a17f-e572c397f4a9 req-0c7430c9-c686-4cb5-8d24-399ef4fd7583 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505993 Feb 11 13:10:29.985805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107199e3-5317-4225-bf8c-d143cab4f886 req-c62fd83d-1e93-42d7-b424-6c226d6d8a44 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:29.987497 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-107199e3-5317-4225-bf8c-d143cab4f886 req-c62fd83d-1e93-42d7-b424-6c226d6d8a44 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0573349 Feb 11 13:10:30.041703 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-107199e3-5317-4225-bf8c-d143cab4f886 req-6963e1ec-75f6-4e9e-b120-872b0b144530 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482025 Feb 11 13:10:30.110756 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:10:30.203667 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-b05eeb42-405c-4cca-8b22-73827e4254b0 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.205322 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-b05eeb42-405c-4cca-8b22-73827e4254b0 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.0586376 Feb 11 13:10:30.308665 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Deleting port 9c058723-fc64-46ca-9aa4-104c30ffa1cc {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:30.309729 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.415769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] For port 9c058723-fc64-46ca-9aa4-104c30ffa1cc, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c058723-fc64-46ca-9aa4-104c30ffa1cc,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:30.416136 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:30.429037 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Calling delete_port for 9c058723-fc64-46ca-9aa4-104c30ffa1cc owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:30.644420 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26203524-adc0-4c36-91b7-535ed61981f6 req-3ddf1ebd-bbbe-4089-9290-956894ecab45 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:30.646145 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-26203524-adc0-4c36-91b7-535ed61981f6 req-3ddf1ebd-bbbe-4089-9290-956894ecab45 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=8864fda2-52db-454b-86fc-4afbcc2ef88a HTTP/1.1" status: 200 len: 946 time: 0.1156366 Feb 11 13:10:30.992175 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (9c058723-fc64-46ca-9aa4-104c30ffa1cc), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.004915 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851', '9c058723-fc64-46ca-9aa4-104c30ffa1cc'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:31.035070 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event deleted for resources: {'Port': ['ID=9c058723-fc64-46ca-9aa4-104c30ffa1cc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:31.042537 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-26203524-adc0-4c36-91b7-535ed61981f6 req-bf553fb4-e68d-4077-bb37-2c8bd78193a1 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880570 Feb 11 13:10:31.103521 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] No DVR routers for this DVR port 9c058723-fc64-46ca-9aa4-104c30ffa1cc on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:31.111420 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806efbac-85b6-4976-b078-47402c9c545d req-19c90967-b3c7-4c4f-a6b3-c5fceaf59c61 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.125418 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-806efbac-85b6-4976-b078-47402c9c545d req-19c90967-b3c7-4c4f-a6b3-c5fceaf59c61 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1762941 Feb 11 13:10:31.127786 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:31.131015 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4f49c0d3-baca-4306-92f1-4a2abbd7038c req-6468f838-8304-4416-80cb-e77c788ad360 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "DELETE /v2.0/ports/9c058723-fc64-46ca-9aa4-104c30ffa1cc HTTP/1.1" status: 204 len: 173 time: 0.9190898 Feb 11 13:10:31.176102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'name': 'network-vif-deleted', 'tag': '9c058723-fc64-46ca-9aa4-104c30ffa1cc'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:31.178670 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e5b57-fb0f-4bd9-a8d9-97b52767e852" -d '{"events": [{"server_uuid": "8864fda2-52db-454b-86fc-4afbcc2ef88a", "name": "network-vif-deleted", "tag": "9c058723-fc64-46ca-9aa4-104c30ffa1cc"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:31.256416 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460cc0-f75e-4e52-8cbc-bef97ad7ef59 req-305aa3fc-a361-4cc2-b3ae-52c36f3c5a7e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:31.258767 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f4460cc0-f75e-4e52-8cbc-bef97ad7ef59 req-305aa3fc-a361-4cc2-b3ae-52c36f3c5a7e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0731661 Feb 11 13:10:31.281032 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-806efbac-85b6-4976-b078-47402c9c545d req-a0660f67-40a5-4509-afda-a33061dc4cdb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543822 Feb 11 13:10:31.332807 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f4460cc0-f75e-4e52-8cbc-bef97ad7ef59 req-b8131f70-5b96-420b-bc0e-d34f73f9b0d7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639818 Feb 11 13:10:31.350518 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b31cd8-641c-4346-8ed4-9f288523b691 x-openstack-request-id: req-62b31cd8-641c-4346-8ed4-9f288523b691 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:31.355511 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8864fda2-52db-454b-86fc-4afbcc2ef88a", "name": "network-vif-deleted", "tag": "9c058723-fc64-46ca-9aa4-104c30ffa1cc", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:31.355893 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62b31cd8-641c-4346-8ed4-9f288523b691 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:31.356412 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8864fda2-52db-454b-86fc-4afbcc2ef88a', 'name': 'network-vif-deleted', 'tag': '9c058723-fc64-46ca-9aa4-104c30ffa1cc', 'status': 'completed', 'code': 200} Feb 11 13:10:32.171442 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a653142-c81b-445b-90d9-bde80fb60be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:32.428911 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311803f8-6f0f-4fb1-a3e6-8044b49c78ba req-94074b31-5e5b-4919-83c3-09e5432c6c8b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.437237 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-311803f8-6f0f-4fb1-a3e6-8044b49c78ba req-94074b31-5e5b-4919-83c3-09e5432c6c8b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0773165 Feb 11 13:10:32.530460 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-311803f8-6f0f-4fb1-a3e6-8044b49c78ba req-47e82624-e0df-45b6-b26a-e70865c9671f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922158 Feb 11 13:10:32.549179 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89f467-2bc8-4370-8b0e-c4599b152deb req-df89eb74-3e18-4389-b3fa-89452d35e909 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:32.557026 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aa89f467-2bc8-4370-8b0e-c4599b152deb req-df89eb74-3e18-4389-b3fa-89452d35e909 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.1116302 Feb 11 13:10:32.626352 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aa89f467-2bc8-4370-8b0e-c4599b152deb req-067350b5-25d1-42d5-84a7-f92c2246359a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670521 Feb 11 13:10:33.174677 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-aba55084-e3ad-4cd4-9421-4ce50e47c331 req-f41bcfee-1213-48f2-9740-c3e0132fb85a service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:10:33.176013 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aba55084-e3ad-4cd4-9421-4ce50e47c331 req-f41bcfee-1213-48f2-9740-c3e0132fb85a service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057631 Feb 11 13:10:33.426737 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384936d7-84fe-42df-a2ef-f118a9262b37 req-84bfcba4-6b40-4bfd-9dd5-dae8a2905ae8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.430194 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-384936d7-84fe-42df-a2ef-f118a9262b37 req-84bfcba4-6b40-4bfd-9dd5-dae8a2905ae8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 945 time: 0.0868087 Feb 11 13:10:33.538205 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-384936d7-84fe-42df-a2ef-f118a9262b37 req-8c26571b-7188-4923-afa5-711d88eddbfa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029510 Feb 11 13:10:33.699592 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33360246-9a58-417e-b49e-8b5ef1a971ca req-4b1b374b-b2f5-4f41-ab99-8c131504c7c5 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.706713 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-33360246-9a58-417e-b49e-8b5ef1a971ca req-4b1b374b-b2f5-4f41-ab99-8c131504c7c5 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.1293833 Feb 11 13:10:33.772374 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d213bb7-ead6-4175-bece-c8a22313899e req-09a586d8-d05c-454f-99a3-b44116e20724 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:33.774105 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7d213bb7-ead6-4175-bece-c8a22313899e req-09a586d8-d05c-454f-99a3-b44116e20724 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1150827 Feb 11 13:10:33.794120 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-33360246-9a58-417e-b49e-8b5ef1a971ca req-67ac0e1f-0489-4457-9fb8-772d359f1173 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808065 Feb 11 13:10:33.864352 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7d213bb7-ead6-4175-bece-c8a22313899e req-1b4116dc-ea68-4c7a-97df-84d79e6379f3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626469 Feb 11 13:10:33.908411 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 54678) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:34.009425 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-437db40e-a2d2-4927-a7c0-1f803ee04dc5 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0997272 Feb 11 13:10:34.018265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-0665d8ba-080f-4cf7-856f-a19c05a83441 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:10:34.019306 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-0665d8ba-080f-4cf7-856f-a19c05a83441 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052075 Feb 11 13:10:34.108510 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 54686) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:34.168997 dv-cinder-810917-5-iscsi neutron-server[102668]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 11 13:10:34.184557 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:34.255943 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-a524c42d-c2ee-4878-99cd-b142db7b3ed1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.257387 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-a524c42d-c2ee-4878-99cd-b142db7b3ed1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports/b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 200 len: 942 time: 0.1467071 Feb 11 13:10:34.280047 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: ACTIVE; New status is: DOWN {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:10:34.280672 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:34.315561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:34.317006 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:34.319636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571ba19f-bd67-42a3-b410-a1a1115fa763" -d '{"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:34.336841 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:34.337894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c058723-fc64-46ca-9aa4-104c30ffa1cc no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:34.376226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb128e8-d306-41de-b5c1-2105487fe492 x-openstack-request-id: req-1cb128e8-d306-41de-b5c1-2105487fe492 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:34.376628 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-unplugged", "status": "failed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:34.376939 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1cb128e8-d306-41de-b5c1-2105487fe492 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:34.377469 dv-cinder-810917-5-iscsi neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'code': 422} returned with failed status Feb 11 13:10:34.381478 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 9c058723-fc64-46ca-9aa4-104c30ffa1cc {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:34.381889 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c058723-fc64-46ca-9aa4-104c30ffa1cc not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:34.427894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:34.673810 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c33db8-11d2-4bb6-be32-6567cc2dc791 req-7fd9efec-9eb4-4677-bcb9-79678e6fb8f4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.682934 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-13c33db8-11d2-4bb6-be32-6567cc2dc791 req-7fd9efec-9eb4-4677-bcb9-79678e6fb8f4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0678418 Feb 11 13:10:34.755754 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-13c33db8-11d2-4bb6-be32-6567cc2dc791 req-90cb056d-a54d-4a3d-9e67-640d6fbd61be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713949 Feb 11 13:10:34.793364 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a82f54b-8ce6-4657-942c-fb666f842db3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:34.958572 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6910c1d-e801-4577-8add-603a3cf3bf1a req-3dcc2263-d26c-4b1f-96e1-4da52e53219d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:34.965670 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b6910c1d-e801-4577-8add-603a3cf3bf1a req-3dcc2263-d26c-4b1f-96e1-4da52e53219d tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.0906498 Feb 11 13:10:35.046204 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b6910c1d-e801-4577-8add-603a3cf3bf1a req-56e091e6-5745-4a30-af5d-fce798a55452 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795724 Feb 11 13:10:35.054513 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f22e34-b07b-4ff3-94a9-b263edbb63a2 req-6654a67c-9468-4c87-a45a-6451801bea29 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.056580 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c2f22e34-b07b-4ff3-94a9-b263edbb63a2 req-6654a67c-9468-4c87-a45a-6451801bea29 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0883577 Feb 11 13:10:35.124099 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c2f22e34-b07b-4ff3-94a9-b263edbb63a2 req-272101e8-0d4d-4839-ac4e-b8af2266e0d3 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561881 Feb 11 13:10:35.652440 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:35.713496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-b7c4b9c4-4543-4b70-a240-eb6a022fbbcd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.715781 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-b7c4b9c4-4543-4b70-a240-eb6a022fbbcd tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.0645866 Feb 11 13:10:35.884041 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Deleting port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:10:35.884526 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:35.991242 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ed331-b4e5-466e-883d-1cbc4e5b00d4 req-1454ae73-5809-4560-8a64-5ae61d791888 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:35.993497 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-459ed331-b4e5-466e-883d-1cbc4e5b00d4 req-1454ae73-5809-4560-8a64-5ae61d791888 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1667163 Feb 11 13:10:36.088958 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] For port dbe0cc42-cd76-450c-b4cf-b0276ebfb851, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,segment=NetworkSegment(743d9800-d904-40e5-bb4c-8e162137ef71),segment_id=743d9800-d904-40e5-bb4c-8e162137ef71)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:10:36.089651 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.118697 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-aee6e859-0f6f-424f-b127-7c4b0405c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.119895 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-aee6e859-0f6f-424f-b127-7c4b0405c156 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6&tenant_id=9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 1127 time: 0.1687167 Feb 11 13:10:36.121044 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Calling delete_port for dbe0cc42-cd76-450c-b4cf-b0276ebfb851 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:10:36.125507 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-459ed331-b4e5-466e-883d-1cbc4e5b00d4 req-d01cf6b9-2209-4d19-94e6-4c86d5450743 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098857 Feb 11 13:10:36.365126 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf749e0-331c-42b7-8ee2-6624b22eebc0 req-52fd03ba-7aa0-4900-92b5-39d108332d6f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.366717 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fcf749e0-331c-42b7-8ee2-6624b22eebc0 req-52fd03ba-7aa0-4900-92b5-39d108332d6f tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 946 time: 0.1911211 Feb 11 13:10:36.372401 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-b5877599-f2ca-4208-bdbe-b2bee483dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.373995 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-b5877599-f2ca-4208-bdbe-b2bee483dde1 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1127 time: 0.2226748 Feb 11 13:10:36.396110 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8ce21-cbff-428d-b223-ed0cff502766 req-5ddb4989-f7e7-4861-8b6c-f6edc5862850 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.397818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a1b8ce21-cbff-428d-b223-ed0cff502766 req-5ddb4989-f7e7-4861-8b6c-f6edc5862850 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1554530 Feb 11 13:10:36.583758 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fcf749e0-331c-42b7-8ee2-6624b22eebc0 req-25c553a8-5d66-49de-8a62-06f5cae30a78 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/security-groups?id=33acece5-4702-49d5-9da5-3bb0e5732869&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833827 Feb 11 13:10:36.584396 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (dbe0cc42-cd76-450c-b4cf-b0276ebfb851), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.598898 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['dbe0cc42-cd76-450c-b4cf-b0276ebfb851'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:10:36.617705 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a1b8ce21-cbff-428d-b223-ed0cff502766 req-0ad29d24-eb24-4e75-a5c6-12e61381c16e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049220 Feb 11 13:10:36.638524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Pushing event deleted for resources: {'Port': ['ID=dbe0cc42-cd76-450c-b4cf-b0276ebfb851,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:36.643885 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-bcdb2a02-5804-47d8-b933-cfb11ad27022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.645434 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-bcdb2a02-5804-47d8-b933-cfb11ad27022 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.2642586 Feb 11 13:10:36.730499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] No DVR routers for this DVR port dbe0cc42-cd76-450c-b4cf-b0276ebfb851 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:10:36.734479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:36.737781 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ca6e64a-dbdd-44ee-8f75-0ed4ed64dff0 req-311a126d-6834-4b0e-962c-6704056761cc tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.77 "DELETE /v2.0/ports/dbe0cc42-cd76-450c-b4cf-b0276ebfb851 HTTP/1.1" status: 204 len: 173 time: 1.0108740 Feb 11 13:10:36.738231 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'name': 'network-vif-deleted', 'tag': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:10:36.740495 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabcb56a-6bb2-417b-b5be-3f5e5fd93918" -d '{"events": [{"server_uuid": "7c4f3439-5065-49f7-b10e-02e6d2b6fbb7", "name": "network-vif-deleted", "tag": "dbe0cc42-cd76-450c-b4cf-b0276ebfb851"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:10:36.770328 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-98aed056-9bf0-42f2-9c99-43e08f59d6d2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 200 len: 998 time: 0.1022491 Feb 11 13:10:36.880172 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6dd2df-3962-4847-a55e-4aa2c25335d7 x-openstack-request-id: req-fb6dd2df-3962-4847-a55e-4aa2c25335d7 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:10:36.880574 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4f3439-5065-49f7-b10e-02e6d2b6fbb7", "name": "network-vif-deleted", "tag": "dbe0cc42-cd76-450c-b4cf-b0276ebfb851", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:10:36.880782 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fb6dd2df-3962-4847-a55e-4aa2c25335d7 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:10:36.881250 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c4f3439-5065-49f7-b10e-02e6d2b6fbb7', 'name': 'network-vif-deleted', 'tag': 'dbe0cc42-cd76-450c-b4cf-b0276ebfb851', 'status': 'completed', 'code': 200} Feb 11 13:10:36.914846 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-6d0980cb-a495-4f08-ac85-ecd02e810334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:36.917235 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-6d0980cb-a495-4f08-ac85-ecd02e810334 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.1279979 Feb 11 13:10:37.285306 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94281e90-a22f-465f-adee-163fc38de21f req-8f1b6868-98f1-49fd-a508-ecbc6517e3a5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.287244 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-94281e90-a22f-465f-adee-163fc38de21f req-8f1b6868-98f1-49fd-a508-ecbc6517e3a5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0662982 Feb 11 13:10:37.347108 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-94281e90-a22f-465f-adee-163fc38de21f req-d684fe15-04f3-4bfd-a5ad-14cf6d3a097c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527639 Feb 11 13:10:37.737280 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:37.756507 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d149df2f-11e7-4292-bf1d-40a1a2f33286 req-3bef0778-efce-4c8f-8fa5-06cf85f1e7b4 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0623066 Feb 11 13:10:37.785794 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d79b9-7261-4671-9272-3d670462cdf2 req-97724647-e1f1-4258-86ad-c8fa0b05826b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:37.788251 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c5d79b9-7261-4671-9272-3d670462cdf2 req-97724647-e1f1-4258-86ad-c8fa0b05826b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0781407 Feb 11 13:10:37.852381 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c5d79b9-7261-4671-9272-3d670462cdf2 req-266c6ac1-2f90-4da0-95fe-ee0d5af84f25 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584841 Feb 11 13:10:38.482332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc435f14-a87d-4cd0-98bd-7410db03ddc8 req-59db9fa4-9d5c-4744-9727-44ffecb77504 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.484306 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc435f14-a87d-4cd0-98bd-7410db03ddc8 req-59db9fa4-9d5c-4744-9727-44ffecb77504 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0602517 Feb 11 13:10:38.487210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:38.538307 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc435f14-a87d-4cd0-98bd-7410db03ddc8 req-e5e41db4-dffe-408b-9c9a-da1177b44896 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Feb 11 13:10:38.866214 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3c773939-b8a9-4122-963d-fb3d7cd9925b req-860d07c3-7f0b-4615-9eab-1daaedcec285 tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0283208 Feb 11 13:10:38.978086 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a124a-67f4-4142-9f13-b17eff6c8c91 req-82f7b59e-d293-4ffc-8688-4a35ad621f97 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:38.979561 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-521a124a-67f4-4142-9f13-b17eff6c8c91 req-82f7b59e-d293-4ffc-8688-4a35ad621f97 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0519238 Feb 11 13:10:39.026025 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-521a124a-67f4-4142-9f13-b17eff6c8c91 req-a0ec11da-8c08-4635-b501-018ada30d012 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408971 Feb 11 13:10:39.661407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f32021-88c2-4aaa-a04d-edb66c00e5b1 req-dab03d2d-1200-4702-8bf6-d7dbdcd5d912 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.662789 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-09f32021-88c2-4aaa-a04d-edb66c00e5b1 req-dab03d2d-1200-4702-8bf6-d7dbdcd5d912 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0544014 Feb 11 13:10:39.708964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-09f32021-88c2-4aaa-a04d-edb66c00e5b1 req-f540c0d9-9e1d-4e7f-9532-05195d37a685 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397401 Feb 11 13:10:39.952156 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-229d56e1-0722-48cd-a047-68f5ae197343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:39.953802 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-229d56e1-0722-48cd-a047-68f5ae197343 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470886 Feb 11 13:10:40.020636 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3771dea2-e699-4830-8801-8b718672ee92 req-c5b5eb0f-c1e7-4607-a048-8fdb9e762a7c tempest-AttachVolumeNegativeTest-624516793 tempest-AttachVolumeNegativeTest-624516793-project] 10.222.0.86 "GET /v2.0/ports?device_id=7c4f3439-5065-49f7-b10e-02e6d2b6fbb7 HTTP/1.1" status: 200 len: 210 time: 0.0306950 Feb 11 13:10:40.082646 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-d99c7497-7154-4210-b510-11e21d311d9c service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198444 Feb 11 13:10:40.216685 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43a869-c465-4a97-9738-ed25bce092ab req-f7874e98-ac13-42ca-a668-ea72bafb4f02 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.218276 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2d43a869-c465-4a97-9738-ed25bce092ab req-f7874e98-ac13-42ca-a668-ea72bafb4f02 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1080108 Feb 11 13:10:40.223583 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device dbe0cc42-cd76-450c-b4cf-b0276ebfb851 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:10:40.243815 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6e5ad42-806e-4f3f-be2c-4b4eda14921e req-c299987c-83a7-4a6f-b80c-b5e5663c27f0 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537995 Feb 11 13:10:40.246665 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: dbe0cc42-cd76-450c-b4cf-b0276ebfb851 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:10:40.247270 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device dbe0cc42-cd76-450c-b4cf-b0276ebfb851 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:10:40.329113 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2d43a869-c465-4a97-9738-ed25bce092ab req-dd0f224a-d1fb-4aca-b618-b2cb7b0c784e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785048 Feb 11 13:10:40.861832 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ff6e8-9abf-4f56-a795-0b9c64e8d622 req-7f04084b-0533-4fee-b9be-b555a36c3966 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:40.872240 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-431ff6e8-9abf-4f56-a795-0b9c64e8d622 req-7f04084b-0533-4fee-b9be-b555a36c3966 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0816514 Feb 11 13:10:40.945165 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-431ff6e8-9abf-4f56-a795-0b9c64e8d622 req-8ee6bd66-2961-4f71-8e0c-5f625e0aeb62 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681159 Feb 11 13:10:41.120022 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 54836) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:41.172083 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Deleting subnet 98daaaf4-4f6a-4abc-8556-6908ae367166 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:41.175561 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Publish callbacks [] for subnet (98daaaf4-4f6a-4abc-8556-6908ae367166), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.218970 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (98daaaf4-4f6a-4abc-8556-6908ae367166), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.263942 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (98daaaf4-4f6a-4abc-8556-6908ae367166), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.328794 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (98daaaf4-4f6a-4abc-8556-6908ae367166), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.343739 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.353844 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 54840) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:41.362487 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/98daaaf4-4f6a-4abc-8556-6908ae367166 HTTP/1.1" status: 204 len: 168 time: 0.2413213 Feb 11 13:10:41.406018 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3e6ce-3738-46c1-a1f8-3420ff62707e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98daaaf4-4f6a-4abc-8556-6908ae367166,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:41.520977 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (d8106ffa-ec18-4d1e-9eeb-6015244ded7a), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.544524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb1fd8-cfd0-4938-a0f2-259f3b465db9 req-091b5e13-5875-498e-b301-63f40b2eb3e1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:41.546199 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f4eb1fd8-cfd0-4938-a0f2-259f3b465db9 req-091b5e13-5875-498e-b301-63f40b2eb3e1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1044497 Feb 11 13:10:41.719360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (d8106ffa-ec18-4d1e-9eeb-6015244ded7a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.799779 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f4eb1fd8-cfd0-4938-a0f2-259f3b465db9 req-b6db2398-54b1-414d-bb79-ca922829e779 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439678 Feb 11 13:10:41.811177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8106ffa-ec18-4d1e-9eeb-6015244ded7a']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:41.836281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743d9800-d904-40e5-bb4c-8e162137ef71') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:41.837202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743d9800-d904-40e5-bb4c-8e162137ef71') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:41.856933 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (743d9800-d904-40e5-bb4c-8e162137ef71), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.875941 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (743d9800-d904-40e5-bb4c-8e162137ef71), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.885040 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:41.885382 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (743d9800-d904-40e5-bb4c-8e162137ef71), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:41.887591 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:42.225883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (d8106ffa-ec18-4d1e-9eeb-6015244ded7a), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.268441 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=d8106ffa-ec18-4d1e-9eeb-6015244ded7a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:42.276166 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:42.282957 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c4b18938-45dd-4022-acdd-adcaf446f6fa admin admin] 10.222.0.86 "DELETE /v2.0/networks/d8106ffa-ec18-4d1e-9eeb-6015244ded7a HTTP/1.1" status: 204 len: 168 time: 0.9278769 Feb 11 13:10:42.333998 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de799f3-4129-4c43-b586-67d611afeee1 req-b09c375c-5d0d-4077-a5e4-00f8b0ecab03 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:42.337950 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1de799f3-4129-4c43-b586-67d611afeee1 req-b09c375c-5d0d-4077-a5e4-00f8b0ecab03 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.2166679 Feb 11 13:10:42.412651 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1de799f3-4129-4c43-b586-67d611afeee1 req-b6cff18e-3eb0-46aa-b87b-ab3852a491b4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686519 Feb 11 13:10:42.674015 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 54860) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:42.747159 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-57233e58-5f43-49ff-8c0d-d5ea80b2921c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b8992081afd14d168dc60141dc1e2ec5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0705693 Feb 11 13:10:42.749656 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 54862) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:42.965359 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27b3164a-a085-46b7-921d-7da43dbae231 admin admin] Publish callbacks [] for security_group (33acece5-4702-49d5-9da5-3bb0e5732869), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.027332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27b3164a-a085-46b7-921d-7da43dbae231 admin admin] Publish callbacks [] for security_group (33acece5-4702-49d5-9da5-3bb0e5732869), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.098533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27b3164a-a085-46b7-921d-7da43dbae231 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (33acece5-4702-49d5-9da5-3bb0e5732869), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.102356 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27b3164a-a085-46b7-921d-7da43dbae231 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:43.107580 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-27b3164a-a085-46b7-921d-7da43dbae231 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/33acece5-4702-49d5-9da5-3bb0e5732869 HTTP/1.1" status: 204 len: 168 time: 0.3555660 Feb 11 13:10:43.140949 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3164a-a085-46b7-921d-7da43dbae231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33acece5-4702-49d5-9da5-3bb0e5732869,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:43.196093 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969843d4-585a-4884-9747-c00dc72e9e86 req-3266e219-2f7f-47e6-9497-88a9abad7a9e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.197669 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-969843d4-585a-4884-9747-c00dc72e9e86 req-3266e219-2f7f-47e6-9497-88a9abad7a9e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1161423 Feb 11 13:10:43.302986 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-969843d4-585a-4884-9747-c00dc72e9e86 req-365049fd-1a16-49dd-8e14-d9269be5a034 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954068 Feb 11 13:10:43.668179 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ffbe53-c938-4e99-99dc-e8d3cc361542 req-e59ac21c-2c59-4f16-af14-95eb14b2209d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:43.668899 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-55ffbe53-c938-4e99-99dc-e8d3cc361542 req-e59ac21c-2c59-4f16-af14-95eb14b2209d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1164587 Feb 11 13:10:43.761884 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-55ffbe53-c938-4e99-99dc-e8d3cc361542 req-68c586a8-0ca9-4f2f-ae10-78be7daf709b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855169 Feb 11 13:10:44.490673 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a352bd-b70a-44cf-aa8d-c4368c95d452 req-4e4f95ad-555d-4e15-8a49-027b2328430a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:44.503733 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-85a352bd-b70a-44cf-aa8d-c4368c95d452 req-4e4f95ad-555d-4e15-8a49-027b2328430a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0930741 Feb 11 13:10:44.611008 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-85a352bd-b70a-44cf-aa8d-c4368c95d452 req-3c0475cb-550b-4054-b9bc-bf9e0a7301eb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005554 Feb 11 13:10:45.022219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03350dc6-f8a2-4733-9c4c-bda9cf521bec req-3de88f92-c045-4928-845a-5778e661b46c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.026043 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-03350dc6-f8a2-4733-9c4c-bda9cf521bec req-3de88f92-c045-4928-845a-5778e661b46c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1097419 Feb 11 13:10:45.124899 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-03350dc6-f8a2-4733-9c4c-bda9cf521bec req-9419d0a7-e711-4d46-808a-fa57ddb09db8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858319 Feb 11 13:10:45.457461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 54970) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:45.603014 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca6ec512-07a5-4916-805f-16abcd93edc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.697876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca6ec512-07a5-4916-805f-16abcd93edc1 admin admin] Publish callbacks [] for security_group (af46b0ea-7ceb-4678-988b-e77eecba98d6), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.736272 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-ca6ec512-07a5-4916-805f-16abcd93edc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (af46b0ea-7ceb-4678-988b-e77eecba98d6), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:45.783066 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ec512-07a5-4916-805f-16abcd93edc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af46b0ea-7ceb-4678-988b-e77eecba98d6,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:45.802732 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-ca6ec512-07a5-4916-805f-16abcd93edc1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f4807b1d90e94f1eb21576c4729d6b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439844 Feb 11 13:10:45.805581 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 54978) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:45.820792 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ef401-7f4b-491c-9d13-1e4e293a92fb req-1f7f8137-a43e-44de-89cf-5f95b5c4e957 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:45.822329 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-be3ef401-7f4b-491c-9d13-1e4e293a92fb req-1f7f8137-a43e-44de-89cf-5f95b5c4e957 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1279755 Feb 11 13:10:45.928482 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-be3ef401-7f4b-491c-9d13-1e4e293a92fb req-5523d5f1-b2cf-4747-9b98-5ae7165861be tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942793 Feb 11 13:10:46.105086 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7db406e5-668d-4029-8310-789fe237b53e admin admin] Publish callbacks [] for security_group (af46b0ea-7ceb-4678-988b-e77eecba98d6), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.132008 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7db406e5-668d-4029-8310-789fe237b53e admin admin] Publish callbacks [] for security_group (af46b0ea-7ceb-4678-988b-e77eecba98d6), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.299231 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:46.306436 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7db406e5-668d-4029-8310-789fe237b53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (af46b0ea-7ceb-4678-988b-e77eecba98d6), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.309175 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7db406e5-668d-4029-8310-789fe237b53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.312809 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7db406e5-668d-4029-8310-789fe237b53e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af46b0ea-7ceb-4678-988b-e77eecba98d6 HTTP/1.1" status: 204 len: 168 time: 0.5061355 Feb 11 13:10:46.327395 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db406e5-668d-4029-8310-789fe237b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46b0ea-7ceb-4678-988b-e77eecba98d6,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:46.422576 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf1f54-56b4-43e4-9231-6a155d810638 req-32e08afc-c4cb-442c-b7c7-13576a88a323 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:46.429611 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aaf1f54-56b4-43e4-9231-6a155d810638 req-32e08afc-c4cb-442c-b7c7-13576a88a323 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.1034708 Feb 11 13:10:46.491506 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aaf1f54-56b4-43e4-9231-6a155d810638 req-756729d6-f8fb-4365-bffd-68de65ee64ba tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569987 Feb 11 13:10:46.704167 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdfea075-2164-4c02-8b6c-09af38395907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.886589 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdfea075-2164-4c02-8b6c-09af38395907 admin admin] Publish callbacks [] for security_group (8cb593a0-05ed-40a3-a909-ddf1099a3dc3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:46.894096 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bdfea075-2164-4c02-8b6c-09af38395907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8cb593a0-05ed-40a3-a909-ddf1099a3dc3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.015646 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bdfea075-2164-4c02-8b6c-09af38395907 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd1ec958ce8a42a19543cff5839e271b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7151325 Feb 11 13:10:47.016787 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfea075-2164-4c02-8b6c-09af38395907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb593a0-05ed-40a3-a909-ddf1099a3dc3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:47.018453 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55038) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:47.386513 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71846525-35e8-4146-9efa-104333680fc1 admin admin] Publish callbacks [] for security_group (8cb593a0-05ed-40a3-a909-ddf1099a3dc3), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.419670 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb6add-279a-4944-a5f5-68d43a6b8f17 req-6b0c2ed8-7905-42e4-96d3-b5a2af39de9d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.421591 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-efdb6add-279a-4944-a5f5-68d43a6b8f17 req-6b0c2ed8-7905-42e4-96d3-b5a2af39de9d tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.3557384 Feb 11 13:10:47.465308 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71846525-35e8-4146-9efa-104333680fc1 admin admin] Publish callbacks [] for security_group (8cb593a0-05ed-40a3-a909-ddf1099a3dc3), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.528726 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-efdb6add-279a-4944-a5f5-68d43a6b8f17 req-40e4c4de-f787-40a6-8025-d91de1a4c96f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927758 Feb 11 13:10:47.670702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71846525-35e8-4146-9efa-104333680fc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8cb593a0-05ed-40a3-a909-ddf1099a3dc3), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.691206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-71846525-35e8-4146-9efa-104333680fc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:47.692442 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-71846525-35e8-4146-9efa-104333680fc1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8cb593a0-05ed-40a3-a909-ddf1099a3dc3 HTTP/1.1" status: 204 len: 168 time: 0.6729801 Feb 11 13:10:47.745752 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71846525-35e8-4146-9efa-104333680fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb593a0-05ed-40a3-a909-ddf1099a3dc3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:47.808002 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f71f6-1380-48f1-a6ad-321b0b733a3e req-ad80a87d-c021-4d6a-9ddd-491df4b6a395 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:47.816451 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f45f71f6-1380-48f1-a6ad-321b0b733a3e req-ad80a87d-c021-4d6a-9ddd-491df4b6a395 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.2155242 Feb 11 13:10:47.954039 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f45f71f6-1380-48f1-a6ad-321b0b733a3e req-fa35ead7-7578-4e2b-9f3e-2a0a7e51b38c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297638 Feb 11 13:10:48.766401 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249a32a2-a83f-4c69-aee4-083edde0618b req-47d17a9d-bfb7-4479-884d-6159496a77c1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:48.768487 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-249a32a2-a83f-4c69-aee4-083edde0618b req-47d17a9d-bfb7-4479-884d-6159496a77c1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0934250 Feb 11 13:10:48.870379 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-249a32a2-a83f-4c69-aee4-083edde0618b req-7ab1499c-170f-40d1-ae08-7ec3e45585f7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864947 Feb 11 13:10:49.174726 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f253c1-41ac-4f63-b813-f5445a7e2f8c req-27c0f1fb-ef9f-4848-aefc-777409b834fc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:49.177501 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-87f253c1-41ac-4f63-b813-f5445a7e2f8c req-27c0f1fb-ef9f-4848-aefc-777409b834fc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0854466 Feb 11 13:10:49.264911 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-87f253c1-41ac-4f63-b813-f5445a7e2f8c req-a6353509-7083-472a-a3dc-a48baf66af34 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760856 Feb 11 13:10:49.599869 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55134) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:49.740340 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55148) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:49.857090 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24495071-8328-4f4f-9b4b-ca3ca2541bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:49.877105 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Deleting subnet c4c14813-f32b-4e23-85fc-631ef8bdc9ba {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:10:49.881280 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Publish callbacks [] for subnet (c4c14813-f32b-4e23-85fc-631ef8bdc9ba), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:49.925604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880139'] for subnet (c4c14813-f32b-4e23-85fc-631ef8bdc9ba), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:49.981050 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (c4c14813-f32b-4e23-85fc-631ef8bdc9ba), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.113667 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993eec4a-442c-4fdf-bbe5-4da7a283e6e9 req-40816573-4b4f-4fcb-b508-0b85c0b35790 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:50.115239 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-993eec4a-442c-4fdf-bbe5-4da7a283e6e9 req-40816573-4b4f-4fcb-b508-0b85c0b35790 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1355889 Feb 11 13:10:50.125388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3400460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25784533'] for subnet (c4c14813-f32b-4e23-85fc-631ef8bdc9ba), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.183828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4c14813-f32b-4e23-85fc-631ef8bdc9ba,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:50.194183 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24495071-8328-4f4f-9b4b-ca3ca2541bd6 admin admin] Publish callbacks [] for security_group (be7b5704-2d6a-420b-bc3c-403ab06bc983), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.197005 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.200764 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d12110ec-13c0-4a6e-9783-b96332d890ff admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c4c14813-f32b-4e23-85fc-631ef8bdc9ba HTTP/1.1" status: 204 len: 168 time: 0.4592674 Feb 11 13:10:50.203641 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:50.205888 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24495071-8328-4f4f-9b4b-ca3ca2541bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (be7b5704-2d6a-420b-bc3c-403ab06bc983), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.262758 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-993eec4a-442c-4fdf-bbe5-4da7a283e6e9 req-faf13740-948b-4794-9a9c-643a74f7265c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386640 Feb 11 13:10:50.264672 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24495071-8328-4f4f-9b4b-ca3ca2541bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7b5704-2d6a-420b-bc3c-403ab06bc983,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:50.272165 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-24495071-8328-4f4f-9b4b-ca3ca2541bd6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=667efa6cec84478d907cb06d5ea19b85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6689379 Feb 11 13:10:50.272867 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55156) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:50.309489 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (2983df9c-5b46-4934-b4f5-7f66348a4a6f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.343552 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e32fc59-eed3-4427-af16-c33258c3c4fc admin admin] Publish callbacks [] for security_group (be7b5704-2d6a-420b-bc3c-403ab06bc983), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.391725 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e32fc59-eed3-4427-af16-c33258c3c4fc admin admin] Publish callbacks [] for security_group (be7b5704-2d6a-420b-bc3c-403ab06bc983), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.396412 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (2983df9c-5b46-4934-b4f5-7f66348a4a6f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.424471 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2983df9c-5b46-4934-b4f5-7f66348a4a6f']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:50.435820 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73595451-26a3-47d7-a0a2-fbb80de0988c') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:50.436288 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73595451-26a3-47d7-a0a2-fbb80de0988c') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:10:50.440367 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc90f62-592d-4090-80c2-d7328f2785e9 req-f54ce20a-79f6-4ae4-ae67-6c1cd2813ce8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:50.441896 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1fc90f62-592d-4090-80c2-d7328f2785e9 req-f54ce20a-79f6-4ae4-ae67-6c1cd2813ce8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0956476 Feb 11 13:10:50.447546 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25971540'] for segment (73595451-26a3-47d7-a0a2-fbb80de0988c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.461521 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (73595451-26a3-47d7-a0a2-fbb80de0988c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.468647 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:10:50.469008 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3869145'] for segment (73595451-26a3-47d7-a0a2-fbb80de0988c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: timer() Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: cb(*args, **kw) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: self._notify() Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: self.callback(batched_events) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: event.method(event) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._get(url).json() Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:10:50.470663 dv-cinder-810917-5-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:10:50.480532 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e32fc59-eed3-4427-af16-c33258c3c4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (be7b5704-2d6a-420b-bc3c-403ab06bc983), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.483083 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5e32fc59-eed3-4427-af16-c33258c3c4fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.484321 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5e32fc59-eed3-4427-af16-c33258c3c4fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/be7b5704-2d6a-420b-bc3c-403ab06bc983 HTTP/1.1" status: 204 len: 168 time: 0.2098379 Feb 11 13:10:50.502805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32fc59-eed3-4427-af16-c33258c3c4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7b5704-2d6a-420b-bc3c-403ab06bc983,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:50.512963 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1fc90f62-592d-4090-80c2-d7328f2785e9 req-6a240e8e-59ab-4880-8d3e-0513d03317bf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649631 Feb 11 13:10:50.547851 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (2983df9c-5b46-4934-b4f5-7f66348a4a6f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.552601 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.556171 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] 10.222.0.86 "DELETE /v2.0/networks/2983df9c-5b46-4934-b4f5-7f66348a4a6f HTTP/1.1" status: 204 len: 168 time: 0.3506856 Feb 11 13:10:50.569505 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df504d-4de7-45eb-84b5-3d9a0302f145 admin admin] Pushing event deleted for resources: {'Network': ['ID=2983df9c-5b46-4934-b4f5-7f66348a4a6f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:50.677460 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:50.724444 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-40e48fac-ebee-45fe-8fab-35cf132c12fa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ac06bfba8a984f74a41a955e88f93cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0456541 Feb 11 13:10:50.727343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55168) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:50.805713 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9df5350e-0e8b-4992-9ff2-8c9da01f2b8f admin admin] Publish callbacks [] for security_group (71bbed55-e5af-4d8c-a785-b2ad086c7eef), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.833557 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9df5350e-0e8b-4992-9ff2-8c9da01f2b8f admin admin] Publish callbacks [] for security_group (71bbed55-e5af-4d8c-a785-b2ad086c7eef), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.898904 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9df5350e-0e8b-4992-9ff2-8c9da01f2b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (71bbed55-e5af-4d8c-a785-b2ad086c7eef), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.901527 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9df5350e-0e8b-4992-9ff2-8c9da01f2b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:50.905047 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-9df5350e-0e8b-4992-9ff2-8c9da01f2b8f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/71bbed55-e5af-4d8c-a785-b2ad086c7eef HTTP/1.1" status: 204 len: 168 time: 0.1741462 Feb 11 13:10:50.931159 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5350e-0e8b-4992-9ff2-8c9da01f2b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bbed55-e5af-4d8c-a785-b2ad086c7eef,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:51.397723 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a722032-d039-4f6f-a59c-0fa8c55ec426 req-b7312447-eade-444e-99d4-d22d9aa9519c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:51.399781 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a722032-d039-4f6f-a59c-0fa8c55ec426 req-b7312447-eade-444e-99d4-d22d9aa9519c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0523808 Feb 11 13:10:51.445561 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a722032-d039-4f6f-a59c-0fa8c55ec426 req-521b526a-b078-4cc8-9418-cb4fc172a464 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Feb 11 13:10:51.644403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949b86a-d897-4910-9f94-ae774ba4ba69 req-e75d5a6f-b915-4770-b842-307e6fbb3b2d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:51.645891 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c949b86a-d897-4910-9f94-ae774ba4ba69 req-e75d5a6f-b915-4770-b842-307e6fbb3b2d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0551977 Feb 11 13:10:51.691604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c949b86a-d897-4910-9f94-ae774ba4ba69 req-b09559e7-8e54-4be2-b591-f2c1bbcb1050 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391383 Feb 11 13:10:52.560495 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df918dd6-3607-49cf-b390-5e359dbc5351 req-8752ac13-895d-4354-9cda-415475887ffb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.562210 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-df918dd6-3607-49cf-b390-5e359dbc5351 req-8752ac13-895d-4354-9cda-415475887ffb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0512695 Feb 11 13:10:52.606880 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-df918dd6-3607-49cf-b390-5e359dbc5351 req-b23ed5e4-f398-463f-8321-711fa6abb9f1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392284 Feb 11 13:10:52.816706 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8804c-f2f7-426e-aacb-98f9519e9f8b req-d72e72a1-cb26-4d17-ae92-a13afbfdc800 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:52.818340 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a0e8804c-f2f7-426e-aacb-98f9519e9f8b req-d72e72a1-cb26-4d17-ae92-a13afbfdc800 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0525520 Feb 11 13:10:52.868560 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a0e8804c-f2f7-426e-aacb-98f9519e9f8b req-18995d32-b8bf-42fb-84ca-c62a2fd154d1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447562 Feb 11 13:10:53.731181 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3eef28-1da5-4470-ba0a-3e963a553181 req-c4fc38ca-ebc1-4563-9b2e-5857088ac86b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:53.732670 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c3eef28-1da5-4470-ba0a-3e963a553181 req-c4fc38ca-ebc1-4563-9b2e-5857088ac86b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0590701 Feb 11 13:10:53.777958 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2c3eef28-1da5-4470-ba0a-3e963a553181 req-3313d158-7a4d-4d49-bc93-17cf8afccfe4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397921 Feb 11 13:10:54.005021 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47149daf-92a1-4fa0-ad34-94df4ff8fba2 req-914aff18-49a3-4d69-824d-14fbaa6bc652 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.006492 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-47149daf-92a1-4fa0-ad34-94df4ff8fba2 req-914aff18-49a3-4d69-824d-14fbaa6bc652 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0557442 Feb 11 13:10:54.055948 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-47149daf-92a1-4fa0-ad34-94df4ff8fba2 req-7818927d-17bd-45b3-98ea-cb97d1117188 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Feb 11 13:10:54.540509 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6af5-13f6-4c26-ada1-04d2670a90c8 req-6b8c1bf5-dc47-4e35-8346-7f41e033c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.542024 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e89d6af5-13f6-4c26-ada1-04d2670a90c8 req-6b8c1bf5-dc47-4e35-8346-7f41e033c895 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.0483241 Feb 11 13:10:54.586576 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e89d6af5-13f6-4c26-ada1-04d2670a90c8 req-9e717a81-cac4-4876-8c7c-a8c6bd88269e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379663 Feb 11 13:10:54.895008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4711117-16a0-47e2-a86e-35c2bc07abda req-0ef1e8af-f254-4738-bb1c-bc289c545a9a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:54.896512 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c4711117-16a0-47e2-a86e-35c2bc07abda req-0ef1e8af-f254-4738-bb1c-bc289c545a9a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0518246 Feb 11 13:10:54.949737 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c4711117-16a0-47e2-a86e-35c2bc07abda req-5d5a066e-ee45-4208-aada-48828c5b7f7c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476468 Feb 11 13:10:55.177516 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f159473-6b30-41c8-90b4-d9a24c7accc3 req-68054595-525b-4815-8dd2-d452a7c5d6cc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:55.179083 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3f159473-6b30-41c8-90b4-d9a24c7accc3 req-68054595-525b-4815-8dd2-d452a7c5d6cc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0515051 Feb 11 13:10:55.228292 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3f159473-6b30-41c8-90b4-d9a24c7accc3 req-e727cb89-2d6f-458f-8e08-01047b077cc9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435245 Feb 11 13:10:56.067068 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610a86d-f5dd-429c-b6d7-82d6e41ca0c0 req-602ce8f1-12ca-46fc-9082-9880f0d4ab43 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.068578 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f610a86d-f5dd-429c-b6d7-82d6e41ca0c0 req-602ce8f1-12ca-46fc-9082-9880f0d4ab43 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0514410 Feb 11 13:10:56.115078 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f610a86d-f5dd-429c-b6d7-82d6e41ca0c0 req-9a2a5654-d19d-451a-92b1-ca1f37f4bd11 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Feb 11 13:10:56.349260 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258ba2e-c230-4558-8eca-69c55bf3c686 req-ec473293-a475-4d55-9a8b-370e9858cd5e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:56.351243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3258ba2e-c230-4558-8eca-69c55bf3c686 req-ec473293-a475-4d55-9a8b-370e9858cd5e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0512314 Feb 11 13:10:56.398427 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3258ba2e-c230-4558-8eca-69c55bf3c686 req-690c41d1-badd-4d01-b48a-b8975d569131 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Feb 11 13:10:57.237518 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ecdb3-6963-4225-af06-7b1184988e00 req-cdd74cb9-5052-4e58-8679-da3425c0ef19 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.238978 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-048ecdb3-6963-4225-af06-7b1184988e00 req-cdd74cb9-5052-4e58-8679-da3425c0ef19 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0578785 Feb 11 13:10:57.287445 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-048ecdb3-6963-4225-af06-7b1184988e00 req-1e135fb8-3798-440c-8d6c-7747938f4801 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Feb 11 13:10:57.527063 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8860f3d-bec6-4b00-816a-5becbcf03f60 req-aafa425a-661d-43b1-86e2-040e438a4d37 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:57.528592 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e8860f3d-bec6-4b00-816a-5becbcf03f60 req-aafa425a-661d-43b1-86e2-040e438a4d37 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0571640 Feb 11 13:10:57.577081 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e8860f3d-bec6-4b00-816a-5becbcf03f60 req-f512721a-0cf8-495d-a3bb-a22d28d297a2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429585 Feb 11 13:10:58.421714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333ca08-a794-464e-8b69-6ebeb89953f7 req-9d729517-4a8a-4196-9293-b4848ed244ae tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.424132 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c333ca08-a794-464e-8b69-6ebeb89953f7 req-9d729517-4a8a-4196-9293-b4848ed244ae tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0662823 Feb 11 13:10:58.476189 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c333ca08-a794-464e-8b69-6ebeb89953f7 req-55a0b70f-8551-4978-aeaa-9e57bfdfc249 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Feb 11 13:10:58.476665 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.701880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b0b03-b9fe-436c-9b81-935cd383b542 req-97e9a85a-f1fb-4e6e-b663-c55f65b66341 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:58.703392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-909b0b03-b9fe-436c-9b81-935cd383b542 req-97e9a85a-f1fb-4e6e-b663-c55f65b66341 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0533862 Feb 11 13:10:58.720709 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:58.752660 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-909b0b03-b9fe-436c-9b81-935cd383b542 req-17c5b8c4-51d9-446d-97c7-eae17316dc43 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426111 Feb 11 13:10:58.827859 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.906090 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Publish callbacks [] for security_group (c5de5cdb-5048-4039-9784-92a4030e0b3c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.913318 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (c5de5cdb-5048-4039-9784-92a4030e0b3c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:58.953862 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5de5cdb-5048-4039-9784-92a4030e0b3c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:58.957692 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95dbe79266c447ea8a12a35029efb646&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359214 Feb 11 13:10:58.960958 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55280) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:58.963940 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.964314 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.964672 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.965017 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.965354 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.965690 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.966025 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.966421 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.966706 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.967050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.967580 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.968091 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:58.968386 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03ae80f-5d8d-46e8-84d5-6da4868edcf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.010942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Publish callbacks [] for security_group (c5de5cdb-5048-4039-9784-92a4030e0b3c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.034052 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Publish callbacks [] for security_group (c5de5cdb-5048-4039-9784-92a4030e0b3c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.083807 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (c5de5cdb-5048-4039-9784-92a4030e0b3c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.086412 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.087645 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c5de5cdb-5048-4039-9784-92a4030e0b3c HTTP/1.1" status: 204 len: 168 time: 0.1257188 Feb 11 13:10:59.094981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5de5cdb-5048-4039-9784-92a4030e0b3c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.102491 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.102778 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.103149 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.103482 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.103812 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.104137 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.104461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.104785 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.105107 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.105431 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.105751 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.106066 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.106382 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fb4975-b394-49ba-8f47-4fe8ab540595 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:10:59.595869 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1595b-cf55-4571-97d4-2e14ce20ecf1 req-29a92406-3f0d-43dc-a201-2c913dd4b47f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:59.597353 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4ac1595b-cf55-4571-97d4-2e14ce20ecf1 req-29a92406-3f0d-43dc-a201-2c913dd4b47f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0551546 Feb 11 13:10:59.644905 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4ac1595b-cf55-4571-97d4-2e14ce20ecf1 req-6a8fbf52-17ff-4047-90f0-2da1a55934cb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412619 Feb 11 13:10:59.695976 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55306) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:10:59.808062 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1978841780-network', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:10:59.830800 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Made reservation on behalf of 4ac4c7cfc38c414b9474972514add7f7 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:10:59.833564 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.844228 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.900498 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68705ba8-1601-41e3-99ce-c606ad76e84d req-cd8ce2b5-2d12-4ac5-b07e-180e5edacffc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:10:59.902220 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-68705ba8-1601-41e3-99ce-c606ad76e84d req-cd8ce2b5-2d12-4ac5-b07e-180e5edacffc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 943 time: 0.0735455 Feb 11 13:10:59.939220 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks [] for security_group (8711649b-0c3e-48f2-978a-51e504b92d69), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.943813 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8711649b-0c3e-48f2-978a-51e504b92d69), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.969193 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:10:59.986533 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8711649b-0c3e-48f2-978a-51e504b92d69,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:10:59.990336 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (7729b492-6be5-4798-98db-916538859dc9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:10:59.990691 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Added segment 7729b492-6be5-4798-98db-916538859dc9 of type vlan for network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae Feb 11 13:11:00.027912 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-68705ba8-1601-41e3-99ce-c606ad76e84d req-258c0855-07e6-4da5-9a68-8bfaca876e13 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134319 Feb 11 13:11:00.034969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-23d08bcf-023e-46a7-b3a4-69d77edf9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.036928 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-23d08bcf-023e-46a7-b3a4-69d77edf9232 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 1129 time: 0.1321447 Feb 11 13:11:00.038705 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.047230 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e592a5d-f328-4c95-b844-7e183a1f545d req-86151789-101f-4d20-87ac-7b92f9f1fe9e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.052740 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2e592a5d-f328-4c95-b844-7e183a1f545d req-86151789-101f-4d20-87ac-7b92f9f1fe9e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1167474 Feb 11 13:11:00.078201 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.079815 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.080797 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.155365 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4581571 Feb 11 13:11:00.156232 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78165f-5e07-4dad-92ed-6b94f2bd0c41 admin admin] Pushing event updated for resources: {'Network': ['ID=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.158338 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55326) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:00.162349 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2e592a5d-f328-4c95-b844-7e183a1f545d req-fec6ff76-23e4-41ef-9e95-b1a0dfecf1e7 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090634 Feb 11 13:11:00.163280 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Request body: {'subnet': {'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1978841780-subnet', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:00.170750 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:00.187288 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Made reservation on behalf of 4ac4c7cfc38c414b9474972514add7f7 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:00.188962 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.203516 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-92aadeb8-69c9-4080-8094-dd90eb20ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.206004 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-92aadeb8-69c9-4080-8094-dd90eb20ce96 service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.1512144 Feb 11 13:11:00.263026 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-9d0578dd-71db-4109-8ba5-c801553e4f09 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 200 len: 217 time: 0.0509987 Feb 11 13:11:00.315132 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-b84de182-3d7d-42b8-905a-3c1bcd3d964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.316612 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-b84de182-3d7d-42b8-905a-3c1bcd3d964d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.0476763 Feb 11 13:11:00.325047 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:00.355909 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-a42c2522-18fa-46b3-bbc7-730dad1ca618 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318773 Feb 11 13:11:00.372221 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (53bf4432-f7be-4c3e-b78b-785f3984749d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.425886 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=53bf4432-f7be-4c3e-b78b-785f3984749d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.436290 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Checking segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:00.436648 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Network hostable DHCP agents. Network: 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:00.437830 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:00.449561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'port_id': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'mac_address': 'fa:16:3e:1d:01:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:00.455334 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:00.460669 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-1a0de114-fe9d-47f4-9db7-6a82dc48e1d4 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977700 Feb 11 13:11:00.464692 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:00.469305 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:00.469943 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.481232 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e9feb-d804-4f6c-ba0b-ad795e849f34 None None] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:00.490518 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f78ee8bc-b336-4cf1-9d33-117937fd8b4b admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3310521 Feb 11 13:11:00.493088 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55330) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:00.498137 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:00.512251 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:00.512645 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.520589 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (d73cadda-ba5b-456c-b314-35a88c10760c), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.522395 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (d73cadda-ba5b-456c-b314-35a88c10760c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.561364 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:00.564478 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8b8db5a2-0383-4b2e-96d5-19c98a6be30f req-275a5ce2-7738-4862-bf9b-8fcb48d3dd0d service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982695 Feb 11 13:11:00.586344 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks [] for router_controller (d73cadda-ba5b-456c-b314-35a88c10760c), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.590906 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:00.607306 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.630278 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:00.631118 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.680372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:00.727597 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks [] for router_gateway (d73cadda-ba5b-456c-b314-35a88c10760c), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.791106 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Allocated IP 172.20.0.2 (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae/53bf4432-f7be-4c3e-b78b-785f3984749d/e857a14b-0ce3-45c1-87b9-d8ecf08a0e30) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:00.933275 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks [] for router_gateway (d73cadda-ba5b-456c-b314-35a88c10760c), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.934791 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Publish callbacks [] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.941057 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.955365 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:00.981242 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:00.987922 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:00.996039 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:01.000826 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Pushing event updated for resources: {'Port': ['ID=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.061298 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Attempting to bind port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:01.061684 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Attempting to bind port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:01.062308 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Attempting to bind port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 on network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:01.067481 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:01.067864 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Checking segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:01.068264 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.068993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Bound using segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:01.069076 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Allocated IP 172.27.3.32 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/074087a6-3c5a-45d4-87d4-f8781b8a111d) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:01.069168 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Bound port: e857a14b-0ce3-45c1-87b9-d8ecf08a0e30, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:01.069519 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.133087 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] For port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:01.136497 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] For port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:01.142330 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.166082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0d21c-9047-4afc-ab04-d593d691a2b6 req-69f6b16b-d86e-40c6-aee3-227bc8e30434 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:01.167604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ee0d21c-9047-4afc-ab04-d593d691a2b6 req-69f6b16b-d86e-40c6-aee3-227bc8e30434 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0555809 Feb 11 13:11:01.198399 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks [] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.200437 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e81d5c-e42f-4e46-8a7b-8cef24496129 None None] Pushing event updated for resources: {'Port': ['ID=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.225498 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ee0d21c-9047-4afc-ab04-d593d691a2b6 req-7800f422-eb0b-40e7-80bd-70ab9839d9d4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510151 Feb 11 13:11:01.244497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.291810 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:01.294945 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:01.299425 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:01.301640 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Pushing event updated for resources: {'Port': ['ID=074087a6-3c5a-45d4-87d4-f8781b8a111d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:01.313157 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae8a9bf-de27-4f1e-8d5f-39201269c491 req-29ed8f92-35c8-4d46-b0af-5953a4370a10 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:01.314848 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3ae8a9bf-de27-4f1e-8d5f-39201269c491 req-29ed8f92-35c8-4d46-b0af-5953a4370a10 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0686095 Feb 11 13:11:01.372886 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3ae8a9bf-de27-4f1e-8d5f-39201269c491 req-80e4589f-f5b8-4220-9023-7681a565e521 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521617 Feb 11 13:11:01.578750 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks [] for router_gateway (d73cadda-ba5b-456c-b314-35a88c10760c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:01.926590 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (d73cadda-ba5b-456c-b314-35a88c10760c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.059965 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Router d73cadda-ba5b-456c-b314-35a88c10760c is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:02.166148 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1816682-60d4-4af2-8875-0eea9f3e3fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.171756 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:02.181797 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Sync routers for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:02.191293 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.192044 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:02.192529 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-00eef4f5-260d-4b91-aee8-0388ad8775f2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6979053 Feb 11 13:11:02.195150 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55338) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:02.195660 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:10:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:02.216115 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9063b5f3-8b98-45fa-bb59-47bac67607d6 None None] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:02.294250 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] Provisioning complete for port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:02.294747 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.333601 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:02.369575 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc70738-68d9-45eb-bf05-59917dd4c52e req-b20acaa6-8f04-4507-b7e0-d89168b5a9c3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.372032 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcc70738-68d9-45eb-bf05-59917dd4c52e req-b20acaa6-8f04-4507-b7e0-d89168b5a9c3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0617311 Feb 11 13:11:02.435876 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcc70738-68d9-45eb-bf05-59917dd4c52e req-22538525-cf8c-4506-98ed-227e3a950c83 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570643 Feb 11 13:11:02.507666 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] Current status of the port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:02.508056 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.547056 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] For port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:02.552800 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46541360-13c6-43c6-be65-928f57589dbe req-58780b1b-8f14-45e0-ba46-04d287777b46 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:02.555115 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.558235 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46541360-13c6-43c6-be65-928f57589dbe req-58780b1b-8f14-45e0-ba46-04d287777b46 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0824723 Feb 11 13:11:02.574537 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:01Z', 'revision_number': 3, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:02.606438 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Checking router: d73cadda-ba5b-456c-b314-35a88c10760c for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:02.606790 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Updating router d73cadda-ba5b-456c-b314-35a88c10760c port 074087a6-3c5a-45d4-87d4-f8781b8a111d binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:02.610791 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:02.642697 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.648923 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46541360-13c6-43c6-be65-928f57589dbe req-ee6859eb-7edc-4905-9ead-a0375d7640ac tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815477 Feb 11 13:11:02.674802 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3158b5-11d0-4c70-a465-2978ac5132e7 None None] Pushing event updated for resources: {'Port': ['ID=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:02.693357 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:02.699189 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.779738 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.804921 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:02.878394 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ad102626-d707-4867-8f72-11a9baa78d45 None None] Provisioning complete for port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:02.878891 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad102626-d707-4867-8f72-11a9baa78d45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.924989 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Publish callbacks [] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.931326 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.942691 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Allocated IP 172.20.0.1 (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae/53bf4432-f7be-4c3e-b78b-785f3984749d/6598ab5d-3ba2-40dc-aaaf-b72873f8bd81) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:02.961524 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ad102626-d707-4867-8f72-11a9baa78d45 None None] Current status of the port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:02.979097 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Attempting to bind port 074087a6-3c5a-45d4-87d4-f8781b8a111d on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:02.979503 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Attempting to bind port 074087a6-3c5a-45d4-87d4-f8781b8a111d by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:02.979869 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Attempting to bind port 074087a6-3c5a-45d4-87d4-f8781b8a111d on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:02.988448 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:02.988827 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:02.989226 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.989620 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:02.990081 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Bound port: 074087a6-3c5a-45d4-87d4-f8781b8a111d, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:02.990459 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:02.991954 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Pushing event updated for resources: {'Port': ['ID=074087a6-3c5a-45d4-87d4-f8781b8a111d,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.014837 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.015297 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.015667 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.016088 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.016432 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.016760 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.017091 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.017414 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.017763 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.018121 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.018451 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.018773 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.019091 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:03.052653 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] For port 074087a6-3c5a-45d4-87d4-f8781b8a111d, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:03.053194 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks [] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.055775 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] For port 074087a6-3c5a-45d4-87d4-f8781b8a111d, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=074087a6-3c5a-45d4-87d4-f8781b8a111d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:03.060827 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.089444 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.117442 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:03.118070 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:10:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:03.129449 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:03.134098 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:03.138619 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:03.140586 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.157169 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7e5b3-8435-4d6c-b485-8bda02e1a6ce None None] Pushing event updated for resources: {'Port': ['ID=074087a6-3c5a-45d4-87d4-f8781b8a111d,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.180107 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (d73cadda-ba5b-456c-b314-35a88c10760c), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.227058 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-8b675fe5-4af9-4509-b0bf-d18203898976 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524976 Feb 11 13:11:03.267300 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:03.300437 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-74b220a7-6a3d-41c2-9c84-b6df075cbb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.302195 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-74b220a7-6a3d-41c2-9c84-b6df075cbb56 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 1130 time: 0.0516694 Feb 11 13:11:03.341530 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.391905 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-931add72-182c-43ee-8639-7f6dbecb3a50 None None] Provisioning complete for port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:03.392551 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-931add72-182c-43ee-8639-7f6dbecb3a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.441790 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-931add72-182c-43ee-8639-7f6dbecb3a50 None None] Port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:03.442501 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-0c06af69-432e-4259-9380-ceae142eac6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.444384 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-0c06af69-432e-4259-9380-ceae142eac6e service neutron] 10.222.0.77 "GET /v2.0/networks?id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 200 len: 920 time: 0.1195793 Feb 11 13:11:03.461547 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:03.502604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-c6a104f2-3f04-4452-be72-113e6971e076 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1 HTTP/1.1" status: 200 len: 217 time: 0.0511003 Feb 11 13:11:03.539428 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:01Z', 'revision_number': 3, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:03.565758 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks [] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.569833 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.570708 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfd7cc2a-30ef-420a-8dcc-4d00a34711cd None None] The sync data for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi is: [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:01Z', 'revision_number': 3, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:03.609276 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-38585550-e9dd-49e1-bbe5-ba0a04060ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.610880 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-38585550-e9dd-49e1-bbe5-ba0a04060ab2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 200 len: 859 time: 0.1008043 Feb 11 13:11:03.646281 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Pushing event updated for resources: {'Port': ['ID=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:03.648830 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (d73cadda-ba5b-456c-b314-35a88c10760c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:03.657796 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-27afb003-361d-481a-969a-1ac4de3d457a service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389409 Feb 11 13:11:03.665906 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e4770-860f-4bf8-9c1d-794a56342568 req-914d4e98-f306-423b-8218-351865f6a65f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.667423 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eb7e4770-860f-4bf8-9c1d-794a56342568 req-914d4e98-f306-423b-8218-351865f6a65f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.1172769 Feb 11 13:11:03.812295 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eb7e4770-860f-4bf8-9c1d-794a56342568 req-ec7a7f04-2b78-4dab-a69f-96bdbd57dd5c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361806 Feb 11 13:11:03.849547 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-732f3454-4514-4a16-8691-58f161c62099 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793602 Feb 11 13:11:03.886261 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c2e0d-8dc8-4240-9b95-d92255ce9f18 req-9f4fb53f-3d7e-4b06-953e-12c909b8d657 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:03.889173 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c44c2e0d-8dc8-4240-9b95-d92255ce9f18 req-9f4fb53f-3d7e-4b06-953e-12c909b8d657 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.1352453 Feb 11 13:11:03.950800 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:03.952482 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:03.988398 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c44c2e0d-8dc8-4240-9b95-d92255ce9f18 req-f0b847bb-569d-4896-b290-a6fa84d1612c tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874398 Feb 11 13:11:04.031717 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-732c6514-4d72-4816-bfdb-57f1b833b838 req-07150605-3ba0-4262-92b5-b058b3994d25 service neutron] 10.222.0.77 "GET /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752095 Feb 11 13:11:04.097637 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Router d73cadda-ba5b-456c-b314-35a88c10760c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:04.221940 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:04.228192 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f64b5189-dd00-456e-92da-09a9db0e61c4 admin admin] 10.222.0.86 "PUT /v2.0/routers/d73cadda-ba5b-456c-b314-35a88c10760c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0319159 Feb 11 13:11:04.268933 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e91cd0f7-4bd0-416c-879c-332cd9b0328b None None] Provisioning complete for port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:04.269311 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e91cd0f7-4bd0-416c-879c-332cd9b0328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.314195 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e91cd0f7-4bd0-416c-879c-332cd9b0328b None None] Port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:04.647103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 074087a6-3c5a-45d4-87d4-f8781b8a111d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:04.699694 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 074087a6-3c5a-45d4-87d4-f8781b8a111d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:04.700196 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.815314 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 074087a6-3c5a-45d4-87d4-f8781b8a111d is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:04.815761 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.823190 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3e96c9e-dfb9-4fc7-af90-f2270370e475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.830830 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55378) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:04.835901 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-93807731-network', 'tenant_id': '472ad018dc514890bf44416504ac38ad'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:04.842033 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 074087a6-3c5a-45d4-87d4-f8781b8a111d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=074087a6-3c5a-45d4-87d4-f8781b8a111d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:04.863633 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.864855 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:04.879074 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Made reservation on behalf of 472ad018dc514890bf44416504ac38ad for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:04.883524 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.894240 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.957189 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=074087a6-3c5a-45d4-87d4-f8781b8a111d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:04.970125 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:04.970603 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:04.996698 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f389ef0-5f92-4de3-9680-dc2e61781617 req-57faab40-12ca-49b0-92f2-50699816a9d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:04.998197 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f389ef0-5f92-4de3-9680-dc2e61781617 req-57faab40-12ca-49b0-92f2-50699816a9d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 944 time: 0.0725603 Feb 11 13:11:04.999417 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks [] for security_group (e9f65cce-1739-464f-8211-809eef57b1b1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.003750 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (e9f65cce-1739-464f-8211-809eef57b1b1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.035819 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:05.051428 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f65cce-1739-464f-8211-809eef57b1b1,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.056695 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (96f6fc5d-54e9-4ab7-b25d-b5305df85f9a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.057108 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Added segment 96f6fc5d-54e9-4ab7-b25d-b5305df85f9a of type vlan for network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 Feb 11 13:11:05.070095 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:05.086225 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f389ef0-5f92-4de3-9680-dc2e61781617 req-cfa246eb-82f5-4222-b250-536cb0589ff8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789595 Feb 11 13:11:05.110349 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.141427 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.142473 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.143182 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.157855 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:05.178453 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3440764 Feb 11 13:11:05.178668 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb16c69-3638-4c2a-aac1-f0c3115d48c5 req-484e4d42-c0e0-484c-a136-81912fc9d5b4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.179272 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:05.185868 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Request body: {'subnet': {'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-93807731-subnet', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:05.186046 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fcb16c69-3638-4c2a-aac1-f0c3115d48c5 req-484e4d42-c0e0-484c-a136-81912fc9d5b4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0826423 Feb 11 13:11:05.212169 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:05.212544 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.226802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bcebcf-b6f3-40e1-9528-8c4259f82c18 admin admin] Pushing event updated for resources: {'Network': ['ID=ca909cf4-b45b-4f37-a44e-9b7b6c7942d9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.231429 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fcb16c69-3638-4c2a-aac1-f0c3115d48c5 req-7f193841-f85e-4177-ae66-e6502177f10a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438895 Feb 11 13:11:05.241295 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Made reservation on behalf of 472ad018dc514890bf44416504ac38ad for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:05.243677 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.246120 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:05.372621 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:05.373128 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.400447 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:05.402849 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628db5b2-ce40-491e-9911-d2ebb7b2e392" -d '{"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:05.416687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:05.424537 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.434578 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (88aff2f0-3c56-4e8c-9f94-b463109ac726), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.459516 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cbf8b9-63a3-40fd-a3e3-52de08757ae4 x-openstack-request-id: req-68cbf8b9-63a3-40fd-a3e3-52de08757ae4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:05.459889 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-plugged", "status": "completed", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:05.460158 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-68cbf8b9-63a3-40fd-a3e3-52de08757ae4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:05.460566 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'code': 200} Feb 11 13:11:05.498536 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.511227 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=88aff2f0-3c56-4e8c-9f94-b463109ac726,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:05.521654 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Checking segment: {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:05.522011 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Network hostable DHCP agents. Network: ca909cf4-b45b-4f37-a44e-9b7b6c7942d9, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:05.541100 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:05.555332 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, ca909cf4-b45b-4f37-a44e-9b7b6c7942d9) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:05.559898 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:05.560787 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.570458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e09fc-c38e-40ff-b404-69130383161a None None] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:05.584123 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55398) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:05.584490 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-30ef5261-6fd1-49e8-9dfb-e9def1cba94f admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4037368 Feb 11 13:11:05.589825 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:05.619151 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.620556 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.690976 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Sync routers for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:05.693393 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks [] for router_controller (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.731373 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:05.732090 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:05.736529 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-ca909cf4-b45b-4f37-a44e-9b7b6c7942d9', 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9', 'project_id': '472ad018dc514890bf44416504ac38ad', 'fixed_ips': [{'subnet_id': '88aff2f0-3c56-4e8c-9f94-b463109ac726'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:05.737366 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.874112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks [] for router_gateway (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:05.908849 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.013893 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dac18c-befe-43cb-b6bb-acf507f42375 req-4d2a20cd-c62b-441e-b1ea-91639d7fed65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:06.015423 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5dac18c-befe-43cb-b6bb-acf507f42375 req-4d2a20cd-c62b-441e-b1ea-91639d7fed65 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 1130 time: 0.0891359 Feb 11 13:11:06.086408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:06.106240 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5dac18c-befe-43cb-b6bb-acf507f42375 req-9e5b5e24-f670-48be-aa59-5e10c1e7cee3 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820076 Feb 11 13:11:06.130560 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Allocated IP 172.20.0.2 (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9/88aff2f0-3c56-4e8c-9f94-b463109ac726/0ae865ff-d1d5-4ad6-9462-709fa8551ac4) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:06.175221 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks [] for router_gateway (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.196681 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.311749 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247bb0c8-1093-4e6c-be5f-c4befbb7aed2 req-d6a6941e-cd08-4eea-81d7-ad105f4c696f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:06.313473 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-247bb0c8-1093-4e6c-be5f-c4befbb7aed2 req-d6a6941e-cd08-4eea-81d7-ad105f4c696f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1189604 Feb 11 13:11:06.356360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Allocated IP 172.27.3.53 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/d2ff10bd-78cb-44c8-a571-961b15ade75f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:06.389675 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-247bb0c8-1093-4e6c-be5f-c4befbb7aed2 req-eed04aaf-9c35-4064-b14f-82aba09b22dd tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675161 Feb 11 13:11:06.398284 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Publish callbacks [] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.407619 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.441707 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:06.443724 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 2, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:06.471325 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:06.477959 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:06.480019 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Checking router: d73cadda-ba5b-456c-b314-35a88c10760c for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:06.480370 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Updating router d73cadda-ba5b-456c-b314-35a88c10760c port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:06.493931 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks [] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.533517 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 074087a6-3c5a-45d4-87d4-f8781b8a111d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:06.535529 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.542712 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Pushing event updated for resources: {'Port': ['ID=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.576306 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.576548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:06.579337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:06.581756 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:06.610493 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Attempting to bind port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:06.611231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Attempting to bind port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:06.611231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Attempting to bind port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 on network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:06.611859 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Pushing event updated for resources: {'Port': ['ID=d2ff10bd-78cb-44c8-a571-961b15ade75f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:06.640958 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:06.641304 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Checking segment: {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:06.641875 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.642417 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Bound using segment: {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:06.643062 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Bound port: 0ae865ff-d1d5-4ad6-9462-709fa8551ac4, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:06.643624 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.743717 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 074087a6-3c5a-45d4-87d4-f8781b8a111d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:06.744372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.837815 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] For port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:06.842717 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] For port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,segment=NetworkSegment(96f6fc5d-54e9-4ab7-b25d-b5305df85f9a),segment_id=96f6fc5d-54e9-4ab7-b25d-b5305df85f9a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:06.851781 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks [] for router_gateway (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.876252 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:06.999878 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb502c3-84b2-4e49-974b-f4f7fb081a33 None None] Pushing event updated for resources: {'Port': ['ID=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.005491 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 074087a6-3c5a-45d4-87d4-f8781b8a111d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:07.058908 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Publish callbacks [] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.065232 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.080147 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.119214 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a9ecc-2155-47c2-954e-3a5a66ab99d4 None None] Pushing event updated for resources: {'Port': ['ID=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.122219 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:11:07.172579 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Attempting to bind port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:07.173036 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Attempting to bind port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:07.173528 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Attempting to bind port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 on network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:07.180060 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:07.180445 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Checking segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:07.181085 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.181634 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Bound using segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:07.182809 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Bound port: 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:07.189472 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.253439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:07.287637 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] For port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:07.292086 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] For port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:07.299874 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.355565 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:07.356232 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:07.490628 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a9ecc-2155-47c2-954e-3a5a66ab99d4 None None] Pushing event updated for resources: {'Port': ['ID=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:07.510950 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] Provisioning complete for port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:07.511432 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.544365 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:07.670351 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2f036-f5cf-4f1c-9f7f-4a571c1523ce req-6910254c-7aef-4853-87c0-fd8c9d156c27 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:07.671888 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cf2f036-f5cf-4f1c-9f7f-4a571c1523ce req-6910254c-7aef-4853-87c0-fd8c9d156c27 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1037281 Feb 11 13:11:07.679640 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:07.691813 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Sync routers for ids ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:07.709159 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Routers {'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:07.713429 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:07.719193 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.720424 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-60509ed3-b7b9-40a0-8b9e-4ad462575cfb admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.1347735 Feb 11 13:11:07.723234 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55422) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:07.753206 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.777668 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4cf2f036-f5cf-4f1c-9f7f-4a571c1523ce req-43702f8d-94bb-4228-bdf5-83e2c6fd4d06 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960884 Feb 11 13:11:07.854517 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Set router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:07.919269 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] Current status of the port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:07.919677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:07.998037 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] For port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:08.010169 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.073534 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:11:06Z', 'revision_number': 3, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:08.087331 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd022a-69ec-4b08-a56c-11bf2a6c9fff None None] Pushing event updated for resources: {'Port': ['ID=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.097060 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:08.133014 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b19a7d2-c9fc-4868-a875-5fc2e0edf3ad None None] The sync data for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi is: [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:08.146238 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-f9a67357-1f80-4a52-ab16-7b6c83027b95 None None] Provisioning complete for port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:08.146625 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f9a67357-1f80-4a52-ab16-7b6c83027b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.226352 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Checking router: a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:08.226790 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Updating router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b port d2ff10bd-78cb-44c8-a571-961b15ade75f binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:08.262936 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.274562 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f9a67357-1f80-4a52-ab16-7b6c83027b95 None None] Current status of the port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:08.313301 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450eeeba-6b6d-4a97-bd22-6dfc2e62479a None None] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:08.315462 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.418360 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] Provisioning complete for port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:08.418737 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.520501 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Allocated IP 172.20.0.1 (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9/88aff2f0-3c56-4e8c-9f94-b463109ac726/eb297b53-188c-49e6-b9a8-7631cb62905e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:08.529637 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.586058 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] Current status of the port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:08.586462 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.614033 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Publish callbacks [] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.621326 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.659583 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] For port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,segment=NetworkSegment(96f6fc5d-54e9-4ab7-b25d-b5305df85f9a),segment_id=96f6fc5d-54e9-4ab7-b25d-b5305df85f9a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:08.689658 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:08.691733 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.715534 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Attempting to bind port d2ff10bd-78cb-44c8-a571-961b15ade75f on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:08.715903 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Attempting to bind port d2ff10bd-78cb-44c8-a571-961b15ade75f by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:08.716353 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Attempting to bind port d2ff10bd-78cb-44c8-a571-961b15ade75f on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:08.726098 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:08.726479 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:08.726880 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.727375 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:08.728049 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Bound port: d2ff10bd-78cb-44c8-a571-961b15ade75f, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:08.728727 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.741786 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks [] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.758098 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7debefa-65e8-4324-b3ac-8e50c4dbb6d8 None None] Pushing event updated for resources: {'Port': ['ID=d2ff10bd-78cb-44c8-a571-961b15ade75f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.800343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.818136 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] For port d2ff10bd-78cb-44c8-a571-961b15ade75f, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:08.824745 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] For port d2ff10bd-78cb-44c8-a571-961b15ade75f, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=d2ff10bd-78cb-44c8-a571-961b15ade75f,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:08.842525 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.849315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:08.849781 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.892316 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:08.904321 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:08.917214 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:08.945161 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0be317-5068-4dfa-b757-f972a1683096 None None] Pushing event updated for resources: {'Port': ['ID=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.957284 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7debefa-65e8-4324-b3ac-8e50c4dbb6d8 None None] Pushing event updated for resources: {'Port': ['ID=d2ff10bd-78cb-44c8-a571-961b15ade75f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.959368 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-827f377d-889d-4b0b-860c-fe1803170c26 None None] Provisioning complete for port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:08.960414 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-827f377d-889d-4b0b-860c-fe1803170c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:08.995212 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Pushing event updated for resources: {'Port': ['ID=eb297b53-188c-49e6-b9a8-7631cb62905e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:08.997710 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Routers {'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:08.998581 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:09.049136 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.090993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:09.092640 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:09.154374 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b7730e-5f05-47d5-906b-f934aa5ce402 req-ac0fa9d6-462f-4650-911f-079158c1a816 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:09.157059 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9b7730e-5f05-47d5-906b-f934aa5ce402 req-ac0fa9d6-462f-4650-911f-079158c1a816 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1847093 Feb 11 13:11:09.204788 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-827f377d-889d-4b0b-860c-fe1803170c26 None None] Current status of the port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:09.216043 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:09.216423 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.228219 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] Set router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:09.328890 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9b7730e-5f05-47d5-906b-f934aa5ce402 req-129dba66-149c-4915-9bbc-5f3c8152a856 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1533234 Feb 11 13:11:09.360039 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:09.370463 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-df5d8a53-1a9d-45f7-a48d-3b2ecfebfeda None None] Provisioning complete for port eb297b53-188c-49e6-b9a8-7631cb62905e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:09.373459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df5d8a53-1a9d-45f7-a48d-3b2ecfebfeda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.377507 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.425455 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-df5d8a53-1a9d-45f7-a48d-3b2ecfebfeda None None] Port eb297b53-188c-49e6-b9a8-7631cb62905e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:09.471339 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:11:06Z', 'revision_number': 3, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:09.498102 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c31fb45-b2eb-4e1a-bc6d-e2e82e7799da None None] The sync data for ids ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'] in dv-cinder-810917-5-iscsi is: [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:11:06Z', 'revision_number': 3, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:09.564393 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks [] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.570119 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.638166 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Pushing event updated for resources: {'Port': ['ID=eb297b53-188c-49e6-b9a8-7631cb62905e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:09.640525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:09.737081 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:09.738496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:09.907766 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:10.082609 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:10.105957 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e229577b-0d7d-4c5d-95ca-ddebb79e6a72 admin admin] 10.222.0.86 "PUT /v2.0/routers/a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3760173 Feb 11 13:11:10.170644 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a3deca8e-0b4f-4eb8-88f1-6c84b16feb75 None None] Provisioning complete for port eb297b53-188c-49e6-b9a8-7631cb62905e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:10.171272 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a3deca8e-0b4f-4eb8-88f1-6c84b16feb75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.228885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a3deca8e-0b4f-4eb8-88f1-6c84b16feb75 None None] Port eb297b53-188c-49e6-b9a8-7631cb62905e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:10.540523 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce3b22-dd2b-4961-9901-d500e8ad2a96 req-60a66d4f-97e1-4973-b633-4742a12bd427 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:10.543488 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9dce3b22-dd2b-4961-9901-d500e8ad2a96 req-60a66d4f-97e1-4973-b633-4742a12bd427 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1033654 Feb 11 13:11:10.617033 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9dce3b22-dd2b-4961-9901-d500e8ad2a96 req-d069a631-021b-4434-a314-1d6fd71f8f97 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601685 Feb 11 13:11:10.639017 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device d2ff10bd-78cb-44c8-a571-961b15ade75f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:10.695868 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port d2ff10bd-78cb-44c8-a571-961b15ade75f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:10.696342 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.779147 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port d2ff10bd-78cb-44c8-a571-961b15ade75f is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:10.779576 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.803185 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port d2ff10bd-78cb-44c8-a571-961b15ade75f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=d2ff10bd-78cb-44c8-a571-961b15ade75f,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:10.807061 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.807844 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:10.888474 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=d2ff10bd-78cb-44c8-a571-961b15ade75f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:10.899431 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.899785 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.900156 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.900501 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.900867 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.901186 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.901501 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.901827 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.902154 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.902493 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.902822 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.903160 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.903485 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:11:10.907802 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:10.908180 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:10.987452 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:11.526256 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Sync routers for ids ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:11.536522 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Routers {'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:11.537272 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:11.650684 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55510) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.655289 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1486900328', 'description': 'tempest-secgroup-smoke-1486900328 description', 'project_id': '4ac4c7cfc38c414b9474972514add7f7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:11.675505 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Set router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:11.679164 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.758405 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8641034e-97de-466b-9e02-c83301d18978 req-c9765f31-f2a2-4cd1-892f-6a4b8834e95b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:11.762533 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8641034e-97de-466b-9e02-c83301d18978 req-c9765f31-f2a2-4cd1-892f-6a4b8834e95b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.0602446 Feb 11 13:11:11.767232 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group (8877b45b-2fb2-41d1-a5bc-9871782b8269), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.771922 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8877b45b-2fb2-41d1-a5bc-9871782b8269), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.798623 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8877b45b-2fb2-41d1-a5bc-9871782b8269,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.829422 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.830703 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f019f51a-9db7-44f7-b336-272b807da52a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1789677 Feb 11 13:11:11.833760 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55514) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.839921 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group_rule': {'security_group_id': '8877b45b-2fb2-41d1-a5bc-9871782b8269', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:11.843248 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8641034e-97de-466b-9e02-c83301d18978 req-2ea3b645-b5fe-4959-994e-5140a075b86b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665741 Feb 11 13:11:11.879360 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (fbeb5b51-2987-4605-8b42-90c679b84474), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.893265 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:11:09Z', 'revision_number': 4, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'eb297b53-188c-49e6-b9a8-7631cb62905e', 'name': '', 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'mac_address': 'fa:16:3e:ae:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88aff2f0-3c56-4e8c-9f94-b463109ac726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:08Z', 'updated_at': '2022-02-11T13:11:09Z', 'revision_number': 2, 'project_id': '472ad018dc514890bf44416504ac38ad', 'subnets': [{'id': '88aff2f0-3c56-4e8c-9f94-b463109ac726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:11.920448 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Checking router: a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:11.920798 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Updating router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b port eb297b53-188c-49e6-b9a8-7631cb62905e binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:11.937234 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (fbeb5b51-2987-4605-8b42-90c679b84474), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.941264 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (fbeb5b51-2987-4605-8b42-90c679b84474), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.951288 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.961650 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbeb5b51-2987-4605-8b42-90c679b84474,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:11.969332 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:11.970656 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-88b53cdb-0120-47fa-8bb1-b299b551969e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1349857 Feb 11 13:11:11.973337 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55518) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:11.977672 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group_rule': {'security_group_id': '8877b45b-2fb2-41d1-a5bc-9871782b8269', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:12.001960 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (2178b82b-b73d-4f2c-987d-bb7f48633aa7), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.059248 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (2178b82b-b73d-4f2c-987d-bb7f48633aa7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.063581 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (2178b82b-b73d-4f2c-987d-bb7f48633aa7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.078842 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2178b82b-b73d-4f2c-987d-bb7f48633aa7,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.091329 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.092546 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-71283e58-60fb-404a-ad6c-37f65d453477 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1182852 Feb 11 13:11:12.095468 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.100087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group_rule': {'security_group_id': '8877b45b-2fb2-41d1-a5bc-9871782b8269', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:12.126102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (f0a2c2fe-ba16-44cb-9b74-3c18893c6d80), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.184548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (f0a2c2fe-ba16-44cb-9b74-3c18893c6d80), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.188588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (f0a2c2fe-ba16-44cb-9b74-3c18893c6d80), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.205748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a2c2fe-ba16-44cb-9b74-3c18893c6d80,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.213029 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.214408 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-41b44986-104c-4768-9c11-8717815bdf09 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1179035 Feb 11 13:11:12.217141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55522) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.221483 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group_rule': {'security_group_id': '8877b45b-2fb2-41d1-a5bc-9871782b8269', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:12.236687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Publish callbacks [] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.241954 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.245776 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (b0581ea0-07dc-43ee-abb0-7c575edc0eaa), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.307922 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (b0581ea0-07dc-43ee-abb0-7c575edc0eaa), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.313041 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (b0581ea0-07dc-43ee-abb0-7c575edc0eaa), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.321451 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf1ba-9496-4446-b8bf-9bc7d609d5f0 None None] Pushing event updated for resources: {'Port': ['ID=eb297b53-188c-49e6-b9a8-7631cb62905e,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.347738 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0581ea0-07dc-43ee-abb0-7c575edc0eaa,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.354178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.355681 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-11912724-007c-48f1-ba46-a335a28062eb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1375420 Feb 11 13:11:12.358458 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55528) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.361923 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Attempting to bind port eb297b53-188c-49e6-b9a8-7631cb62905e on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:12.362593 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Attempting to bind port eb297b53-188c-49e6-b9a8-7631cb62905e by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:12.363215 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Attempting to bind port eb297b53-188c-49e6-b9a8-7631cb62905e on network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:12.364093 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group_rule': {'security_group_id': '8877b45b-2fb2-41d1-a5bc-9871782b8269', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:12.369647 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:12.370400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Checking segment: {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:12.370961 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.371527 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Bound using segment: {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:12.372287 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Bound port: eb297b53-188c-49e6-b9a8-7631cb62905e, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:12.372873 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.402004 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Project 4ac4c7cfc38c414b9474972514add7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:11:12.410793 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (81cafdd7-cef2-43da-87c2-4468cca4e9fe), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.489127 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (81cafdd7-cef2-43da-87c2-4468cca4e9fe), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.499205 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (81cafdd7-cef2-43da-87c2-4468cca4e9fe), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.533871 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cafdd7-cef2-43da-87c2-4468cca4e9fe,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.548294 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.549787 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1e51277a-28e2-4465-bacc-47fc4f58e266 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1896193 Feb 11 13:11:12.552713 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55532) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:12.558111 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'security_group_rule': {'security_group_id': '8877b45b-2fb2-41d1-a5bc-9871782b8269', 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:12.572000 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device d2ff10bd-78cb-44c8-a571-961b15ade75f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:12.582582 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Project 4ac4c7cfc38c414b9474972514add7f7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:11:12.590056 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (93af8cf8-3a0f-4004-ad2b-e4743ee31a6f), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.653596 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-028fb895-0976-4ce7-a136-4e3199032f2c None None] Provisioning complete for port eb297b53-188c-49e6-b9a8-7631cb62905e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:12.654010 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-028fb895-0976-4ce7-a136-4e3199032f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.656642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] For port eb297b53-188c-49e6-b9a8-7631cb62905e, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:12.688427 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a1aab-8d70-41a2-9eed-56d59a5b38c2 req-d39e286f-98df-4a95-9e7b-5dfce08889e2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:12.689925 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e8a1aab-8d70-41a2-9eed-56d59a5b38c2 req-d39e286f-98df-4a95-9e7b-5dfce08889e2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0857797 Feb 11 13:11:12.691646 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (93af8cf8-3a0f-4004-ad2b-e4743ee31a6f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.692009 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] For port eb297b53-188c-49e6-b9a8-7631cb62905e, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=eb297b53-188c-49e6-b9a8-7631cb62905e,segment=NetworkSegment(96f6fc5d-54e9-4ab7-b25d-b5305df85f9a),segment_id=96f6fc5d-54e9-4ab7-b25d-b5305df85f9a)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:12.696685 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (93af8cf8-3a0f-4004-ad2b-e4743ee31a6f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.704887 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.727693 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93af8cf8-3a0f-4004-ad2b-e4743ee31a6f,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.739883 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-028fb895-0976-4ce7-a136-4e3199032f2c None None] Port eb297b53-188c-49e6-b9a8-7631cb62905e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:12.740200 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.749317 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-66f8e24e-23c4-4978-b4e3-1bacb15371fd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1871643 Feb 11 13:11:12.761942 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port d2ff10bd-78cb-44c8-a571-961b15ade75f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:12.762325 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:12.779540 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e8a1aab-8d70-41a2-9eed-56d59a5b38c2 req-6acd47ab-e358-4dc9-8179-002a13ccdc18 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807300 Feb 11 13:11:12.816163 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Routers {'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:12.816819 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:12.825311 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf1ba-9496-4446-b8bf-9bc7d609d5f0 None None] Pushing event updated for resources: {'Port': ['ID=eb297b53-188c-49e6-b9a8-7631cb62905e,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:12.972621 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port d2ff10bd-78cb-44c8-a571-961b15ade75f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:12.975820 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] Set router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:13.082317 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] Provisioning complete for port eb297b53-188c-49e6-b9a8-7631cb62905e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:13.082714 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.246470 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] Current status of the port eb297b53-188c-49e6-b9a8-7631cb62905e is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:13.246858 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.289779 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] For port eb297b53-188c-49e6-b9a8-7631cb62905e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=eb297b53-188c-49e6-b9a8-7631cb62905e,segment=NetworkSegment(96f6fc5d-54e9-4ab7-b25d-b5305df85f9a),segment_id=96f6fc5d-54e9-4ab7-b25d-b5305df85f9a)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:13.294440 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:11:09Z', 'revision_number': 4, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'eb297b53-188c-49e6-b9a8-7631cb62905e', 'name': '', 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'mac_address': 'fa:16:3e:ae:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88aff2f0-3c56-4e8c-9f94-b463109ac726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:08Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 4, 'project_id': '472ad018dc514890bf44416504ac38ad', 'subnets': [{'id': '88aff2f0-3c56-4e8c-9f94-b463109ac726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:13.297462 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:13.324177 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba462839-92bd-4998-b084-9479b871e5ac None None] The sync data for ids ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'] in dv-cinder-810917-5-iscsi is: [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:11:09Z', 'revision_number': 4, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'eb297b53-188c-49e6-b9a8-7631cb62905e', 'name': '', 'network_id': 'ca909cf4-b45b-4f37-a44e-9b7b6c7942d9', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'mac_address': 'fa:16:3e:ae:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '88aff2f0-3c56-4e8c-9f94-b463109ac726', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:08Z', 'updated_at': '2022-02-11T13:11:12Z', 'revision_number': 4, 'project_id': '472ad018dc514890bf44416504ac38ad', 'subnets': [{'id': '88aff2f0-3c56-4e8c-9f94-b463109ac726', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:13.385299 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb912a-1ae3-4e3e-abd0-e9a6eaab8234 None None] Pushing event updated for resources: {'Port': ['ID=eb297b53-188c-49e6-b9a8-7631cb62905e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:13.915219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e5048-29d3-4983-a219-8e5a268b3cd5 req-8d3ad13c-7d2d-42fe-9d5d-63d3480fb257 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:13.918409 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-596e5048-29d3-4983-a219-8e5a268b3cd5 req-8d3ad13c-7d2d-42fe-9d5d-63d3480fb257 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0661201 Feb 11 13:11:13.968129 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-596e5048-29d3-4983-a219-8e5a268b3cd5 req-4f812b0e-1e93-4714-ba6b-0daebc93837e tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446792 Feb 11 13:11:14.525204 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device eb297b53-188c-49e6-b9a8-7631cb62905e up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:14.575898 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port eb297b53-188c-49e6-b9a8-7631cb62905e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:14.576186 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:14.656362 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port eb297b53-188c-49e6-b9a8-7631cb62905e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:15.098498 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31864ef5-de9b-41f4-a1c0-d92f2d2c5669 req-930f6878-84fb-41bb-8a34-6336660f2a74 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:15.100239 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31864ef5-de9b-41f4-a1c0-d92f2d2c5669 req-930f6878-84fb-41bb-8a34-6336660f2a74 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0580542 Feb 11 13:11:15.155938 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31864ef5-de9b-41f4-a1c0-d92f2d2c5669 req-860a5066-1b87-4ca9-a09f-7978c627ad61 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478988 Feb 11 13:11:16.295008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f5d0a-a848-4afc-9db4-1e92f80c82cf req-2e036dec-3bcd-42d8-8736-e4c05ab12f08 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:16.296617 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-339f5d0a-a848-4afc-9db4-1e92f80c82cf req-2e036dec-3bcd-42d8-8736-e4c05ab12f08 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0540314 Feb 11 13:11:16.344839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-339f5d0a-a848-4afc-9db4-1e92f80c82cf req-aceb72f3-5ced-4262-a2b6-98e80a03cd91 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426438 Feb 11 13:11:17.495696 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-7d26d10e-18e0-4e38-807d-584272b88c83 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:17.497266 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-7d26d10e-18e0-4e38-807d-584272b88c83 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0872381 Feb 11 13:11:17.506341 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f995bd-24af-44ae-b28a-a03eb0e1e8ec req-48d076b6-b2a1-4b6a-9568-d0abcb5ad141 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:17.507886 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f4f995bd-24af-44ae-b28a-a03eb0e1e8ec req-48d076b6-b2a1-4b6a-9568-d0abcb5ad141 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=2441d3cc-e491-4139-ad4d-3506448f90e6 HTTP/1.1" status: 200 len: 946 time: 0.0879250 Feb 11 13:11:17.607301 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f4f995bd-24af-44ae-b28a-a03eb0e1e8ec req-fa6cddad-f577-455b-8351-86e40885bfd6 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925050 Feb 11 13:11:17.629970 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Deleting port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:17.630417 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.718183 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] For port 0e06db01-609a-4a02-8a5f-e5e84bec16a1, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=0e06db01-609a-4a02-8a5f-e5e84bec16a1,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:17.718634 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.734363 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Calling delete_port for 0e06db01-609a-4a02-8a5f-e5e84bec16a1 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:17.865823 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (0e06db01-609a-4a02-8a5f-e5e84bec16a1), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.879510 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['03cd2e03-b96d-49fb-8e3f-667f1b7e674f', '0e06db01-609a-4a02-8a5f-e5e84bec16a1'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:17.895597 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Pushing event deleted for resources: {'Port': ['ID=0e06db01-609a-4a02-8a5f-e5e84bec16a1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:17.940571 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] No DVR routers for this DVR port 0e06db01-609a-4a02-8a5f-e5e84bec16a1 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:17.944102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:17.947744 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9482f9a3-879a-4378-806f-57a5cf23f7b3 req-951164c8-d709-4489-8364-7d105f3ab89f tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "DELETE /v2.0/ports/0e06db01-609a-4a02-8a5f-e5e84bec16a1 HTTP/1.1" status: 204 len: 173 time: 0.4389591 Feb 11 13:11:17.948247 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'name': 'network-vif-deleted', 'tag': '0e06db01-609a-4a02-8a5f-e5e84bec16a1'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:17.950676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112ac047-d54b-417b-8cd0-80d394aec4d5" -d '{"events": [{"server_uuid": "2441d3cc-e491-4139-ad4d-3506448f90e6", "name": "network-vif-deleted", "tag": "0e06db01-609a-4a02-8a5f-e5e84bec16a1"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:17.992411 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfeb5394-08c8-40b6-b5d8-c021ebb21a46 x-openstack-request-id: req-bfeb5394-08c8-40b6-b5d8-c021ebb21a46 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:17.992752 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2441d3cc-e491-4139-ad4d-3506448f90e6", "name": "network-vif-deleted", "tag": "0e06db01-609a-4a02-8a5f-e5e84bec16a1", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:17.993009 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bfeb5394-08c8-40b6-b5d8-c021ebb21a46 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:17.993983 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2441d3cc-e491-4139-ad4d-3506448f90e6', 'name': 'network-vif-deleted', 'tag': '0e06db01-609a-4a02-8a5f-e5e84bec16a1', 'status': 'completed', 'code': 200} Feb 11 13:11:19.123805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6e745-9c0c-4e54-9e5e-8d25bc5d0f46 req-9202689a-1c7d-4b71-938f-f2d1de61c134 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:19.125211 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-72f6e745-9c0c-4e54-9e5e-8d25bc5d0f46 req-9202689a-1c7d-4b71-938f-f2d1de61c134 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.2968600 Feb 11 13:11:19.172002 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-72f6e745-9c0c-4e54-9e5e-8d25bc5d0f46 req-e6a389e9-246a-409d-b122-e7efa280173b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403440 Feb 11 13:11:19.684773 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55678) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:19.793961 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98c081a4-51c0-4bf4-8a3b-168f6a1644c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.873595 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98c081a4-51c0-4bf4-8a3b-168f6a1644c1 admin admin] Publish callbacks [] for security_group (928b312d-10f5-401a-a71a-95e57dc7d361), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.877787 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-98c081a4-51c0-4bf4-8a3b-168f6a1644c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (928b312d-10f5-401a-a71a-95e57dc7d361), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.913534 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c081a4-51c0-4bf4-8a3b-168f6a1644c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928b312d-10f5-401a-a71a-95e57dc7d361,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:19.917850 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-98c081a4-51c0-4bf4-8a3b-168f6a1644c1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=de364d4f62d1471b9292e7d14f5addcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320650 Feb 11 13:11:19.921250 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55682) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:19.973618 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd49c281-79e7-4b18-bf0b-8cf1755aa2a1 admin admin] Publish callbacks [] for security_group (928b312d-10f5-401a-a71a-95e57dc7d361), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:19.995105 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd49c281-79e7-4b18-bf0b-8cf1755aa2a1 admin admin] Publish callbacks [] for security_group (928b312d-10f5-401a-a71a-95e57dc7d361), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.072856 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd49c281-79e7-4b18-bf0b-8cf1755aa2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (928b312d-10f5-401a-a71a-95e57dc7d361), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.075608 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd49c281-79e7-4b18-bf0b-8cf1755aa2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.080803 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-dd49c281-79e7-4b18-bf0b-8cf1755aa2a1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/928b312d-10f5-401a-a71a-95e57dc7d361 HTTP/1.1" status: 204 len: 168 time: 0.1588202 Feb 11 13:11:20.092096 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49c281-79e7-4b18-bf0b-8cf1755aa2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928b312d-10f5-401a-a71a-95e57dc7d361,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:20.292134 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2d7ac-056e-42a1-8176-34e582b1889c req-7cce7e5f-af35-48d1-8de7-94342fbb5011 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:20.293640 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-83a2d7ac-056e-42a1-8176-34e582b1889c req-7cce7e5f-af35-48d1-8de7-94342fbb5011 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0521080 Feb 11 13:11:20.343702 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-83a2d7ac-056e-42a1-8176-34e582b1889c req-2d692e80-d3c8-4594-be47-cad8ab7f456a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441704 Feb 11 13:11:20.366069 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:20.378809 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84befd29-ea57-43c5-81bd-df73f98a40ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.453798 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84befd29-ea57-43c5-81bd-df73f98a40ac admin admin] Publish callbacks [] for security_group (c2c42455-dc51-4f9c-94b0-a80a50d6b814), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.458280 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-84befd29-ea57-43c5-81bd-df73f98a40ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (c2c42455-dc51-4f9c-94b0-a80a50d6b814), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.497666 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84befd29-ea57-43c5-81bd-df73f98a40ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c42455-dc51-4f9c-94b0-a80a50d6b814,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:20.502131 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-84befd29-ea57-43c5-81bd-df73f98a40ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f65d4942bb7e419f8f0a55996b7b9b0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350558 Feb 11 13:11:20.504999 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55692) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:20.551497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed05c666-0d7f-4444-b104-1881f8f45104 admin admin] Publish callbacks [] for security_group (c2c42455-dc51-4f9c-94b0-a80a50d6b814), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.571608 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed05c666-0d7f-4444-b104-1881f8f45104 admin admin] Publish callbacks [] for security_group (c2c42455-dc51-4f9c-94b0-a80a50d6b814), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.631372 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed05c666-0d7f-4444-b104-1881f8f45104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (c2c42455-dc51-4f9c-94b0-a80a50d6b814), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.634040 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed05c666-0d7f-4444-b104-1881f8f45104 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:20.635205 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ed05c666-0d7f-4444-b104-1881f8f45104 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2c42455-dc51-4f9c-94b0-a80a50d6b814 HTTP/1.1" status: 204 len: 168 time: 0.1293075 Feb 11 13:11:20.643168 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05c666-0d7f-4444-b104-1881f8f45104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c42455-dc51-4f9c-94b0-a80a50d6b814,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:21.475500 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae2a27-718e-4b80-b901-bb82a6694b42 req-c42ecee1-680e-403e-a72f-e1ae7e28dd23 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:21.480132 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-09ae2a27-718e-4b80-b901-bb82a6694b42 req-c42ecee1-680e-403e-a72f-e1ae7e28dd23 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0623417 Feb 11 13:11:21.533604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-09ae2a27-718e-4b80-b901-bb82a6694b42 req-dbf8071e-cd22-48c5-9226-e08d360e55c4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479333 Feb 11 13:11:21.625149 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e06db01-609a-4a02-8a5f-e5e84bec16a1 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:21.644656 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 0e06db01-609a-4a02-8a5f-e5e84bec16a1 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:21.645427 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 0e06db01-609a-4a02-8a5f-e5e84bec16a1 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:21.756681 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55732) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:21.879004 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef2924a-f9b8-4e1c-a2da-4dff41310961 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.956276 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef2924a-f9b8-4e1c-a2da-4dff41310961 admin admin] Publish callbacks [] for security_group (f6e6343b-855d-4b2c-994b-58985c6ca4b9), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.960387 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aef2924a-f9b8-4e1c-a2da-4dff41310961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (f6e6343b-855d-4b2c-994b-58985c6ca4b9), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:21.997521 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2924a-f9b8-4e1c-a2da-4dff41310961 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e6343b-855d-4b2c-994b-58985c6ca4b9,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:22.001619 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-aef2924a-f9b8-4e1c-a2da-4dff41310961 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a368bceca44c45fc8447475216726efd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2438738 Feb 11 13:11:22.005009 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55736) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:22.055191 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141758a7-8fbd-43a6-a7d6-199064f36b39 admin admin] Publish callbacks [] for security_group (f6e6343b-855d-4b2c-994b-58985c6ca4b9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.077996 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141758a7-8fbd-43a6-a7d6-199064f36b39 admin admin] Publish callbacks [] for security_group (f6e6343b-855d-4b2c-994b-58985c6ca4b9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.125899 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141758a7-8fbd-43a6-a7d6-199064f36b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (f6e6343b-855d-4b2c-994b-58985c6ca4b9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.128502 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-141758a7-8fbd-43a6-a7d6-199064f36b39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:22.129688 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-141758a7-8fbd-43a6-a7d6-199064f36b39 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f6e6343b-855d-4b2c-994b-58985c6ca4b9 HTTP/1.1" status: 204 len: 168 time: 0.1244526 Feb 11 13:11:22.138161 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141758a7-8fbd-43a6-a7d6-199064f36b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e6343b-855d-4b2c-994b-58985c6ca4b9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:22.653314 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfed8d-0bf7-42a7-b0ce-f3c345f1501e req-77e674fd-34f0-4326-86c0-9463ced531c1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:22.654747 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-efdfed8d-0bf7-42a7-b0ce-f3c345f1501e req-77e674fd-34f0-4326-86c0-9463ced531c1 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0539391 Feb 11 13:11:22.715467 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-efdfed8d-0bf7-42a7-b0ce-f3c345f1501e req-88d35b5e-42d1-4fbe-84b0-41f5195726cb tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517738 Feb 11 13:11:23.860304 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8446f-f304-4201-a108-b21be17da409 req-16c4c977-a5b9-49c4-9398-75f400350551 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:23.861809 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a1e8446f-f304-4201-a108-b21be17da409 req-16c4c977-a5b9-49c4-9398-75f400350551 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0530212 Feb 11 13:11:23.912875 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a1e8446f-f304-4201-a108-b21be17da409 req-2bb964aa-dc64-4405-8728-e45536ea981a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453436 Feb 11 13:11:25.031049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78f4cf9-13b0-45c6-801e-4c566bc79644 req-a9ddf77a-c898-47fb-91fb-61ff2893fbc4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.032632 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f78f4cf9-13b0-45c6-801e-4c566bc79644 req-a9ddf77a-c898-47fb-91fb-61ff2893fbc4 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0531280 Feb 11 13:11:25.083274 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f78f4cf9-13b0-45c6-801e-4c566bc79644 req-8a96c2ac-ef35-4d16-819f-380ff8aeef6a tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/security-groups?id=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Feb 11 13:11:25.429835 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-0b08cfcf-7dc4-4168-bdf0-b81c17b29e12 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:25.431227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-0b08cfcf-7dc4-4168-bdf0-b81c17b29e12 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 945 time: 0.0542910 Feb 11 13:11:25.527095 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Deleting port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:25.527462 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.617075 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] For port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:25.617435 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.629304 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Calling delete_port for 03cd2e03-b96d-49fb-8e3f-667f1b7e674f owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:25.759627 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (03cd2e03-b96d-49fb-8e3f-667f1b7e674f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.772441 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['03cd2e03-b96d-49fb-8e3f-667f1b7e674f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:25.790998 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Pushing event deleted for resources: {'Port': ['ID=03cd2e03-b96d-49fb-8e3f-667f1b7e674f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:25.835618 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] No DVR routers for this DVR port 03cd2e03-b96d-49fb-8e3f-667f1b7e674f on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:25.841712 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:25.845324 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-84973b76-2452-4859-8f6f-faad48b38dc5 req-932c599e-95a4-497d-98d6-649d8359f5f2 tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.77 "DELETE /v2.0/ports/03cd2e03-b96d-49fb-8e3f-667f1b7e674f HTTP/1.1" status: 204 len: 173 time: 0.4077497 Feb 11 13:11:25.845806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05b11b5a-d884-491e-aa39-82d3287552aa', 'name': 'network-vif-deleted', 'tag': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:25.849570 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11302720-589e-4951-88ac-1ab1a961fe26" -d '{"events": [{"server_uuid": "05b11b5a-d884-491e-aa39-82d3287552aa", "name": "network-vif-deleted", "tag": "03cd2e03-b96d-49fb-8e3f-667f1b7e674f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:25.891052 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28280f8f-6cf6-4a72-a0a3-8ec6a84ca4ee x-openstack-request-id: req-28280f8f-6cf6-4a72-a0a3-8ec6a84ca4ee {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:25.891378 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05b11b5a-d884-491e-aa39-82d3287552aa", "name": "network-vif-deleted", "tag": "03cd2e03-b96d-49fb-8e3f-667f1b7e674f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:25.891634 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-28280f8f-6cf6-4a72-a0a3-8ec6a84ca4ee {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:25.892034 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05b11b5a-d884-491e-aa39-82d3287552aa', 'name': 'network-vif-deleted', 'tag': '03cd2e03-b96d-49fb-8e3f-667f1b7e674f', 'status': 'completed', 'code': 200} Feb 11 13:11:26.191398 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-660cdc93-a3b7-4fc5-9f93-a96b111e1982 req-29e6e29f-e617-4aa5-9958-2c0682129a0b tempest-ServerRescueNegativeTestJSON-1348219700 tempest-ServerRescueNegativeTestJSON-1348219700-project] 10.222.0.86 "GET /v2.0/ports?device_id=05b11b5a-d884-491e-aa39-82d3287552aa HTTP/1.1" status: 200 len: 210 time: 0.0280111 Feb 11 13:11:26.250505 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55812) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:26.361339 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-126fbe05-59d5-486a-8c98-7f3a36e7dc83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.441031 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-126fbe05-59d5-486a-8c98-7f3a36e7dc83 admin admin] Publish callbacks [] for security_group (a98a2be0-7b11-46bb-a3b0-f402f952d23d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.445864 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-126fbe05-59d5-486a-8c98-7f3a36e7dc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a98a2be0-7b11-46bb-a3b0-f402f952d23d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.486484 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126fbe05-59d5-486a-8c98-7f3a36e7dc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98a2be0-7b11-46bb-a3b0-f402f952d23d,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:26.494887 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-126fbe05-59d5-486a-8c98-7f3a36e7dc83 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c131fd7bd3ea4a10bf9ee31c5c1d1b12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406771 Feb 11 13:11:26.495319 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55824) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:26.543586 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe225ee-8520-4d5b-92b5-40db441208e1 admin admin] Publish callbacks [] for security_group (a98a2be0-7b11-46bb-a3b0-f402f952d23d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.563974 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe225ee-8520-4d5b-92b5-40db441208e1 admin admin] Publish callbacks [] for security_group (a98a2be0-7b11-46bb-a3b0-f402f952d23d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.612681 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe225ee-8520-4d5b-92b5-40db441208e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a98a2be0-7b11-46bb-a3b0-f402f952d23d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.615371 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-abe225ee-8520-4d5b-92b5-40db441208e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.616514 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-abe225ee-8520-4d5b-92b5-40db441208e1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a98a2be0-7b11-46bb-a3b0-f402f952d23d HTTP/1.1" status: 204 len: 168 time: 0.1205156 Feb 11 13:11:26.624430 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe225ee-8520-4d5b-92b5-40db441208e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98a2be0-7b11-46bb-a3b0-f402f952d23d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:26.876482 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55834) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:26.889870 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c1c8-2c73-4cb1-afb5-b09e89194dbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.963376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c1c8-2c73-4cb1-afb5-b09e89194dbb admin admin] Publish callbacks [] for security_group (4755b2e5-6f84-441a-b5d9-ab312df8d7ad), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:26.967080 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6bd9c1c8-2c73-4cb1-afb5-b09e89194dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (4755b2e5-6f84-441a-b5d9-ab312df8d7ad), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.003757 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-6bd9c1c8-2c73-4cb1-afb5-b09e89194dbb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=15e6db816dd34a988a439bf85ac0b168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262183 Feb 11 13:11:27.004855 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9c1c8-2c73-4cb1-afb5-b09e89194dbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4755b2e5-6f84-441a-b5d9-ab312df8d7ad,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:27.007042 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:27.054406 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4428ff6-d47a-4c87-b80a-87992760dbba admin admin] Publish callbacks [] for security_group (4755b2e5-6f84-441a-b5d9-ab312df8d7ad), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.075173 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4428ff6-d47a-4c87-b80a-87992760dbba admin admin] Publish callbacks [] for security_group (4755b2e5-6f84-441a-b5d9-ab312df8d7ad), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.122573 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4428ff6-d47a-4c87-b80a-87992760dbba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (4755b2e5-6f84-441a-b5d9-ab312df8d7ad), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.125112 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c4428ff6-d47a-4c87-b80a-87992760dbba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:27.126236 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c4428ff6-d47a-4c87-b80a-87992760dbba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4755b2e5-6f84-441a-b5d9-ab312df8d7ad HTTP/1.1" status: 204 len: 168 time: 0.1175058 Feb 11 13:11:27.134842 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4428ff6-d47a-4c87-b80a-87992760dbba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4755b2e5-6f84-441a-b5d9-ab312df8d7ad,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:27.249165 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55844) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:27.669166 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (75627150-f5f0-4d4a-8702-781f27703af9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.141491 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Deleting port 55df10e9-0962-49b5-96ae-f929ffc3a34d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:28.141844 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.228294 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] For port 55df10e9-0962-49b5-96ae-f929ffc3a34d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=55df10e9-0962-49b5-96ae-f929ffc3a34d,segment=NetworkSegment(e9d8b236-6f15-48aa-82ef-113874865f5b),segment_id=e9d8b236-6f15-48aa-82ef-113874865f5b)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:28.228666 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.243596 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Calling delete_port for 55df10e9-0962-49b5-96ae-f929ffc3a34d owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:28.454727 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (55df10e9-0962-49b5-96ae-f929ffc3a34d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.481381 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Pushing event deleted for resources: {'Port': ['ID=55df10e9-0962-49b5-96ae-f929ffc3a34d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:28.489214 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.639725 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (75627150-f5f0-4d4a-8702-781f27703af9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:28.851843 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Router 75627150-f5f0-4d4a-8702-781f27703af9 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:28.959849 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:28.964940 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a8863c49-49ac-4dc5-89b5-b9a30715bc52 admin admin] 10.222.0.86 "PUT /v2.0/routers/75627150-f5f0-4d4a-8702-781f27703af9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7146614 Feb 11 13:11:28.967821 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55874) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:28.969117 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] Sync routers for ids ['75627150-f5f0-4d4a-8702-781f27703af9'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:28.979535 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] Routers {'75627150-f5f0-4d4a-8702-781f27703af9'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:28.980239 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['75627150-f5f0-4d4a-8702-781f27703af9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:29.074858 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks [] for router (75627150-f5f0-4d4a-8702-781f27703af9), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.088204 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] Set router 75627150-f5f0-4d4a-8702-781f27703af9 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:29.180707 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks [] for router_gateway (75627150-f5f0-4d4a-8702-781f27703af9), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.234768 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Deleting port a4e9081b-5546-4b13-9ab8-9284ba335d6d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:29.235221 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.264549 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:11:28Z', 'revision_number': 5, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port': {'id': 'a4e9081b-5546-4b13-9ab8-9284ba335d6d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:c8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75627150-f5f0-4d4a-8702-781f27703af9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:29.291024 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] Checking router: 75627150-f5f0-4d4a-8702-781f27703af9 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:29.300196 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] Routers {'75627150-f5f0-4d4a-8702-781f27703af9'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:29.300921 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['75627150-f5f0-4d4a-8702-781f27703af9'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:29.325097 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] For port a4e9081b-5546-4b13-9ab8-9284ba335d6d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=a4e9081b-5546-4b13-9ab8-9284ba335d6d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:29.325464 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.338476 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Calling delete_port for a4e9081b-5546-4b13-9ab8-9284ba335d6d owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:29.391353 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] Set router 75627150-f5f0-4d4a-8702-781f27703af9 gateway port host: None {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:29.414665 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-9047ff96-8878-4066-960f-930f11c942ff tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=fa8fc99d13724598944ac1323b594d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0351038 Feb 11 13:11:29.445087 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:11:29Z', 'revision_number': 6, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:29.470066 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ea3f3-e578-4bb5-acb4-94dd92d84c58 None None] The sync data for ids ['75627150-f5f0-4d4a-8702-781f27703af9'] in dv-cinder-810917-5-iscsi is: [{'id': '75627150-f5f0-4d4a-8702-781f27703af9', 'name': 'tempest-ServerRescueNegativeTestJSON-2057159090-router', 'tenant_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:11:29Z', 'revision_number': 6, 'project_id': 'b5eeffb845fd4c12aea38ec0c4db1bce', 'gw_port_host': None}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:29.616893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 03cd2e03-b96d-49fb-8e3f-667f1b7e674f no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:29.637363 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 03cd2e03-b96d-49fb-8e3f-667f1b7e674f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:29.637708 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 03cd2e03-b96d-49fb-8e3f-667f1b7e674f not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:29.652084 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-aceea4a3-6c04-4497-8aea-1f8dc1f3cafe tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:29.653604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-aceea4a3-6c04-4497-8aea-1f8dc1f3cafe tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2310543 Feb 11 13:11:29.689809 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-0f8dfe31-07a7-4a4e-abf9-484cec5f671e tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/quotas/fa8fc99d13724598944ac1323b594d8a HTTP/1.1" status: 200 len: 375 time: 0.0163543 Feb 11 13:11:29.727152 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-77cb0a6b-a244-4071-ae3e-b773a73f34b9 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa8fc99d13724598944ac1323b594d8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307069 Feb 11 13:11:29.727878 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (a4e9081b-5546-4b13-9ab8-9284ba335d6d), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.752463 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e9081b-5546-4b13-9ab8-9284ba335d6d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:29.823297 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (75627150-f5f0-4d4a-8702-781f27703af9), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.963640 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9ac4aefe-4cfa-4520-9e2d-e08958842186 req-862a3a56-dba2-4d5e-973a-7d14bb20df9d tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 210 time: 0.0616887 Feb 11 13:11:29.965285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (75627150-f5f0-4d4a-8702-781f27703af9), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:29.967806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks [] for router_controller (75627150-f5f0-4d4a-8702-781f27703af9), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.036281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (75627150-f5f0-4d4a-8702-781f27703af9), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.037087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75627150-f5f0-4d4a-8702-781f27703af9 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:11:30.042167 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.043016 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c0e6b22f-2395-4bf4-b151-866a5b0b90f5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/75627150-f5f0-4d4a-8702-781f27703af9 HTTP/1.1" status: 204 len: 168 time: 1.0741565 Feb 11 13:11:30.046267 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55900) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:30.098327 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Deleting subnet 0cb8d927-3e38-4ac3-a611-32e8190e7b48 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:11:30.101854 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Publish callbacks [] for subnet (0cb8d927-3e38-4ac3-a611-32e8190e7b48), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.142565 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (0cb8d927-3e38-4ac3-a611-32e8190e7b48), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.185752 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (0cb8d927-3e38-4ac3-a611-32e8190e7b48), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.242790 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (0cb8d927-3e38-4ac3-a611-32e8190e7b48), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.272833 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb8d927-3e38-4ac3-a611-32e8190e7b48,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:30.274960 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.281218 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0f64c989-06fa-45b0-b7b3-3d00591bfff6 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0cb8d927-3e38-4ac3-a611-32e8190e7b48 HTTP/1.1" status: 204 len: 168 time: 0.2337732 Feb 11 13:11:30.281474 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55906) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:30.352671 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.435228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.456911 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:30.466233 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d8b236-6f15-48aa-82ef-113874865f5b') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:30.466422 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d8b236-6f15-48aa-82ef-113874865f5b') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:30.476392 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (e9d8b236-6f15-48aa-82ef-113874865f5b), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.494011 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (e9d8b236-6f15-48aa-82ef-113874865f5b), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.504222 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:11:30.504534 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (e9d8b236-6f15-48aa-82ef-113874865f5b), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:11:30.507573 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:11:30.540900 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device a4e9081b-5546-4b13-9ab8-9284ba335d6d no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:30.565831 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: a4e9081b-5546-4b13-9ab8-9284ba335d6d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:30.566354 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device a4e9081b-5546-4b13-9ab8-9284ba335d6d not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:30.567080 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 55df10e9-0962-49b5-96ae-f929ffc3a34d no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:30.572843 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.579289 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.582839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] 10.222.0.86 "DELETE /v2.0/networks/54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d HTTP/1.1" status: 204 len: 168 time: 0.3004892 Feb 11 13:11:30.590549 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 55df10e9-0962-49b5-96ae-f929ffc3a34d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:30.591107 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 55df10e9-0962-49b5-96ae-f929ffc3a34d not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:30.596676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec56ac-8758-4cfa-8308-bfb10da4273e admin admin] Pushing event deleted for resources: {'Network': ['ID=54e93fb9-5bc2-47c2-a3d5-cbdf70a57b1d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:30.766138 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55910) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:30.809623 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea108f55-2fd6-472f-b7dd-8a8dc4eeb567 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b5eeffb845fd4c12aea38ec0c4db1bce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450182 Feb 11 13:11:30.812238 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55912) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:30.867105 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04022aa1-888d-4233-a20a-fd25e6d09476 admin admin] Publish callbacks [] for security_group (78a60fbb-8dbb-429a-b9fe-dbde35fdccaf), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.897197 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-9f0aca70-057a-47b9-993f-f06712d3e909 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.77 "GET /v2.0/networks?tenant_id=fa8fc99d13724598944ac1323b594d8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336175 Feb 11 13:11:30.899852 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04022aa1-888d-4233-a20a-fd25e6d09476 admin admin] Publish callbacks [] for security_group (78a60fbb-8dbb-429a-b9fe-dbde35fdccaf), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.960497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04022aa1-888d-4233-a20a-fd25e6d09476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (78a60fbb-8dbb-429a-b9fe-dbde35fdccaf), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.963054 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-04022aa1-888d-4233-a20a-fd25e6d09476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:30.964606 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-04022aa1-888d-4233-a20a-fd25e6d09476 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/78a60fbb-8dbb-429a-b9fe-dbde35fdccaf HTTP/1.1" status: 204 len: 168 time: 0.1512885 Feb 11 13:11:30.972545 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04022aa1-888d-4233-a20a-fd25e6d09476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a60fbb-8dbb-429a-b9fe-dbde35fdccaf,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:31.039456 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-d3afc0d9-58eb-48e3-815a-0c3ea9b88a86 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.040917 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-d3afc0d9-58eb-48e3-815a-0c3ea9b88a86 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.77 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1376543 Feb 11 13:11:31.060068 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Request body: {'port': {'device_id': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a', 'admin_state_up': True, 'tenant_id': 'fa8fc99d13724598944ac1323b594d8a'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:31.097787 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-25bffec4-457c-48d4-9eda-f4db0561ab84 req-fd20373b-7642-431c-bb78-af5c1096e82e tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 210 time: 0.0519650 Feb 11 13:11:31.206206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Made reservation on behalf of fa8fc99d13724598944ac1323b594d8a for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:31.210219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.219191 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.319692 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-f7b7eb67-e44d-423a-a36e-99d35c4363bf tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1486900328&fields=id&tenant_id=4ac4c7cfc38c414b9474972514add7f7 HTTP/1.1" status: 200 len: 267 time: 0.0730414 Feb 11 13:11:31.362578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks [] for security_group (5de1b074-20b5-4767-b6d7-9eb58fdf9ec9), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.372987 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5de1b074-20b5-4767-b6d7-9eb58fdf9ec9), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.489695 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:31.523855 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-3bf5ad70-5650-423e-b129-6ebd67ae6509 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:31.525317 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-3bf5ad70-5650-423e-b129-6ebd67ae6509 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 809 time: 0.1957824 Feb 11 13:11:31.562306 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-84ff511f-47d2-4504-a73d-63be3e16742c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/quotas/4ac4c7cfc38c414b9474972514add7f7 HTTP/1.1" status: 200 len: 375 time: 0.0182161 Feb 11 13:11:31.586769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Allocated IP 192.168.233.254 (6482f2e3-18f2-4e53-aa73-fb679ee06e1a/76f90ec2-d40e-4fb4-825e-01c5758c0252/9c6ed678-3ad1-47dd-a2a5-e717672cadeb) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:31.657292 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-8fb011d6-da8d-4d7a-a105-053b3c657b64 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878773 Feb 11 13:11:31.688507 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55946) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:31.784184 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2036617551-network', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:31.804368 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Made reservation on behalf of db5a6a2c13ca481ead402580ce6a54fa for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:31.806622 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.815200 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.834496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks [] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.839627 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-c03b1fb3-7e18-428a-900b-c415d67e05a6 service neutron] 10.222.0.86 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622548 Feb 11 13:11:31.900678 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks [] for security_group (8cd52674-54e0-4b23-9da2-b92488bd7c12), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.905521 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8cd52674-54e0-4b23-9da2-b92488bd7c12), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.929999 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:31.938663 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.940214 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd52674-54e0-4b23-9da2-b92488bd7c12,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:31.946084 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (1f2cbe2d-7824-4b61-92c3-d10b34eba601), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.946425 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Added segment 1f2cbe2d-7824-4b61-92c3-d10b34eba601 of type vlan for network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f Feb 11 13:11:31.987061 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:31.999985 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-de5b7b8d-d373-428e-8286-3e22bef22db8 service neutron] 10.222.0.86 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527400 Feb 11 13:11:32.001638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:32.004700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:32.008088 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:32.016451 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.017491 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.018082 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.019517 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Pushing event updated for resources: {'Port': ['ID=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.069168 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3768458 Feb 11 13:11:32.111203 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc28f73-84a5-481c-9643-de9cbc1ef07f admin admin] Pushing event updated for resources: {'Network': ['ID=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.126795 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:32.135535 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:32.153186 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Request body: {'subnet': {'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2036617551-subnet', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:32.200542 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Made reservation on behalf of db5a6a2c13ca481ead402580ce6a54fa for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:32.203217 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.288964 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dc3bc81-fdf8-4bd2-b3da-95129d597be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.363766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-68b5cf75-53a6-46da-b482-e52e99ac708f None None] Provisioning complete for port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:32.364356 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68b5cf75-53a6-46da-b482-e52e99ac708f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.418792 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.420134 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.420255 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-68b5cf75-53a6-46da-b482-e52e99ac708f None None] Port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:32.444877 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806212d2-3ccc-4d12-bbc3-7cd12f5f7f85 req-5c5cf95c-d6f9-4ebf-bfc2-6b6c6faed357 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.445118 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (d51f3e5d-57e2-4fe7-8c60-8134725b1d39), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.452247 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-806212d2-3ccc-4d12-bbc3-7cd12f5f7f85 req-5c5cf95c-d6f9-4ebf-bfc2-6b6c6faed357 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 936 time: 0.1161449 Feb 11 13:11:32.483631 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7e8feda7-6ae5-42ec-b304-8ad089099fb6 req-8fb8ff97-5f3f-4015-b5d2-1916eb48c317 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 210 time: 0.0746870 Feb 11 13:11:32.497601 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2b056dc2-0d17-439d-99cc-904a32af0442 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4425828 Feb 11 13:11:32.506224 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51f3e5d-57e2-4fe7-8c60-8134725b1d39,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:32.515798 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Checking segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:32.515936 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Network hostable DHCP agents. Network: 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:32.538502 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:32.541104 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Request body: {'port': {'device_id': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:32.549377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-806212d2-3ccc-4d12-bbc3-7cd12f5f7f85 req-d8672634-4bd2-4930-8ec5-4ac12b555a0b tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962431 Feb 11 13:11:32.550438 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:32.560110 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651ef84e-d45c-42b1-abf8-8933a67242e0 None None] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:32.579497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:32.580176 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.601167 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1837603d-7a88-4cb1-af23-7e3babf493d7 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4644320 Feb 11 13:11:32.604394 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 55968) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:32.609112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:32.621407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.644307 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.645310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.691388 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:11:32.692997 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.787202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks [] for router_controller (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:32.968975 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Allocated IP 172.20.0.2 (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f/d51f3e5d-57e2-4fe7-8c60-8134725b1d39/85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:32.999431 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks [] for router_gateway (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.121897 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Publish callbacks [] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.128799 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.138213 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6ed678-3ad1-47dd-a2a5-e717672cadeb {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:33.147210 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Publish callbacks [] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.165323 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Transition to ACTIVE for port object 9c6ed678-3ad1-47dd-a2a5-e717672cadeb will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:33.171433 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:33.172188 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.174654 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:33.177160 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:33.191263 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Pushing event updated for resources: {'Port': ['ID=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.245581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Attempting to bind port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:33.246202 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Attempting to bind port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:33.246570 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Attempting to bind port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:33.251894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:33.252274 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Checking segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:33.252674 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.253220 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Bound using segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:33.253695 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Bound port: 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:33.254076 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.262928 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.322359 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] For port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:33.326202 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] For port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:33.332941 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.389798 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks [] for router_gateway (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.423719 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88ac09-83af-402f-a5b8-40626f7de274 None None] Pushing event updated for resources: {'Port': ['ID=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:33.424190 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.460208 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Attempting to bind port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:33.460563 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Attempting to bind port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:33.460893 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Attempting to bind port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb on network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:33.518648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb on network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:11:33.518982 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Attempting to bind port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb on network 6482f2e3-18f2-4e53-aa73-fb679ee06e1a {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:33.549533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:33.549905 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Checking segment: {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:33.550296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Bound using segment: {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:33.550742 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Bound port: 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55b912f8-34fc-4ef7-a663-0622239d5ecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:33.551099 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:33.709556 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b4ec4051-f1af-4cef-a89f-f716736390a1 req-35ac7a00-f6b8-4de4-a3d4-bf6a1912816f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 210 time: 0.0753131 Feb 11 13:11:33.787673 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Allocated IP 172.27.3.192 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/e7bf1302-954d-4bdf-85b8-431ac2ed448a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:33.807808 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0d875153-fa56-4ddc-8ec3-236fa50161ce tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:33.809240 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0d875153-fa56-4ddc-8ec3-236fa50161ce tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 809 time: 0.3506379 Feb 11 13:11:33.832179 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] For port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:33.872135 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] For port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:33.892008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9be57b6-227e-465b-9abd-c8c2a99ec571 req-f15606c9-a6ac-4758-b9dc-a0319b981600 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:33.893559 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f9be57b6-227e-465b-9abd-c8c2a99ec571 req-f15606c9-a6ac-4758-b9dc-a0319b981600 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 948 time: 0.1877334 Feb 11 13:11:33.922723 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.008801 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.009421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.010823 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] 10.222.0.77 "PUT /v2.0/ports/9c6ed678-3ad1-47dd-a2a5-e717672cadeb HTTP/1.1" status: 200 len: 1098 time: 1.4744844 Feb 11 13:11:34.011368 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'tag': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:34.013658 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af629a4-6ca9-4de5-b828-1378d30b4186" -d '{"events": [{"name": "network-changed", "server_uuid": "9947dd30-afae-48e2-a6dd-93dc996dd789", "tag": "9c6ed678-3ad1-47dd-a2a5-e717672cadeb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:34.073101 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-b323203e-db89-40ae-a852-abc469fbff79 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ac4c7cfc38c414b9474972514add7f7 HTTP/1.1" status: 200 len: 380 time: 0.2449875 Feb 11 13:11:34.079920 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de3cc6-d971-4a77-9062-a0c14eedab20 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.109049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b97863-cc22-434b-a8ce-bcc2eec69d48 x-openstack-request-id: req-c9b97863-cc22-434b-a8ce-bcc2eec69d48 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:34.109340 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9947dd30-afae-48e2-a6dd-93dc996dd789", "tag": "9c6ed678-3ad1-47dd-a2a5-e717672cadeb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:34.109597 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c9b97863-cc22-434b-a8ce-bcc2eec69d48 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:34.110004 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'tag': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb', 'status': 'completed', 'code': 200} Feb 11 13:11:34.116484 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'port': {'device_id': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'admin_state_up': True, 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'security_groups': ['8877b45b-2fb2-41d1-a5bc-9871782b8269']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:34.126549 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks [] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.155661 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f9be57b6-227e-465b-9abd-c8c2a99ec571 req-21e740b2-5b4e-476e-af01-8a9c38a3f9e4 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306058 Feb 11 13:11:34.274743 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-fd7114db-1e05-441b-ad6d-5035d3e4d039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.276292 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-fd7114db-1e05-441b-ad6d-5035d3e4d039 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa8fc99d13724598944ac1323b594d8a&device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 1132 time: 0.1538513 Feb 11 13:11:34.299082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.337158 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-010a589d-2b34-4dc0-9a2f-314b8af9b4c0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb HTTP/1.1" status: 200 len: 217 time: 0.0503449 Feb 11 13:11:34.407924 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:34.418477 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:34.425901 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:34.427968 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Pushing event updated for resources: {'Port': ['ID=e7bf1302-954d-4bdf-85b8-431ac2ed448a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.450896 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Made reservation on behalf of 4ac4c7cfc38c414b9474972514add7f7 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:34.453616 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c688896-7766-4c43-92e5-82a38617128c None None] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:34.454228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.483750 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-9ef7976b-9217-4fa7-87aa-0971821451d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.485227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-9ef7976b-9217-4fa7-87aa-0971821451d5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76f90ec2-d40e-4fb4-825e-01c5758c0252 HTTP/1.1" status: 200 len: 843 time: 0.1273291 Feb 11 13:11:34.550118 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] Provisioning complete for port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:34.550495 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.587116 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:34.695180 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:34.695479 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.719335 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2ae5f3f4-e8cb-4729-92d6-705fb3662f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:34.719595 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] Current status of the port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:34.719892 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.720873 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-2ae5f3f4-e8cb-4729-92d6-705fb3662f51 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6482f2e3-18f2-4e53-aa73-fb679ee06e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2231488 Feb 11 13:11:34.767103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] For port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:34.787564 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.806566 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Allocated IP 172.20.0.7 (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae/53bf4432-f7be-4c3e-b78b-785f3984749d/7c0d3080-918c-4424-a4eb-4d1622057c56) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:34.845740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6db54bed-b9f0-4c8f-ac13-c05f92f7fa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.865647 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:34.874031 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1ac051e9-e52d-456a-8952-c28b7b7afcc8 req-ccd641c5-6f28-469d-903c-2fd7d25d9055 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 210 time: 0.0535624 Feb 11 13:11:34.880099 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffc37e-901f-4db0-89a0-f31364dcef43 None None] Pushing event updated for resources: {'Port': ['ID=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:34.913946 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b0380e45-1986-4b9a-b56f-59d843b884a7 None None] Provisioning complete for port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:34.914436 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b0380e45-1986-4b9a-b56f-59d843b884a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:34.992541 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b0380e45-1986-4b9a-b56f-59d843b884a7 None None] Current status of the port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:35.289375 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks [] for router_gateway (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.303565 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-5f54e4bb-8527-4b3f-a111-b9ba07c00152 service neutron] 10.222.0.77 "GET /v2.0/networks/6482f2e3-18f2-4e53-aa73-fb679ee06e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5736842 Feb 11 13:11:35.512234 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed340b-6ff0-4b41-9a3f-bd9750bb05b9 req-d98886b8-9953-41bb-ae9c-ffa96d5d6d7e tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.513698 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2ed340b-6ff0-4b41-9a3f-bd9750bb05b9 req-d98886b8-9953-41bb-ae9c-ffa96d5d6d7e tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 948 time: 0.2895944 Feb 11 13:11:35.570684 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.624338 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e810972-a165-40ba-9a18-ac8e10f352ab req-11c58134-a666-4b9f-b321-239c833ed948 service neutron] 10.222.0.77 "GET /v2.0/networks/6482f2e3-18f2-4e53-aa73-fb679ee06e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825518 Feb 11 13:11:35.656019 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.671958 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2ed340b-6ff0-4b41-9a3f-bd9750bb05b9 req-273a1705-2753-4fdf-bb8e-097d00aa24eb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510777 Feb 11 13:11:35.751196 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.785175 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:35.810783 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:35.815478 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-4d234389-682d-45c8-9b7b-59e1a7157220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:35.816987 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-4d234389-682d-45c8-9b7b-59e1a7157220 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=fa8fc99d13724598944ac1323b594d8a&device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 1132 time: 0.1441782 Feb 11 13:11:35.853007 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:35.855560 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:35.910897 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:36.039626 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.040240 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.078477 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-7baa1bc5-4aa9-4c2a-b2b8-7e21a66726c6 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9676032 Feb 11 13:11:36.106042 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Request body: {'port': {'device_id': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:36.119608 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b81fe8c0-7fe9-4007-93a9-b1d8e9d131fe None None] Provisioning complete for port 7c0d3080-918c-4424-a4eb-4d1622057c56 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:36.120013 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b81fe8c0-7fe9-4007-93a9-b1d8e9d131fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.143604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-6ce614e6-ec98-47d0-9b17-2519d329dcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.145270 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-6ce614e6-ec98-47d0-9b17-2519d329dcd2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6482f2e3-18f2-4e53-aa73-fb679ee06e1a HTTP/1.1" status: 200 len: 870 time: 0.2959437 Feb 11 13:11:36.154877 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b81fe8c0-7fe9-4007-93a9-b1d8e9d131fe None None] Port 7c0d3080-918c-4424-a4eb-4d1622057c56 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:36.174700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc64dd4e-a640-4af5-bcac-aa28186d56f3 req-1957de55-b422-4723-848f-71534fa3fa43 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.176497 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc64dd4e-a640-4af5-bcac-aa28186d56f3 req-1957de55-b422-4723-848f-71534fa3fa43 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 931 time: 0.2045913 Feb 11 13:11:36.226552 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-bb80c5ae-84c9-40cb-8fb5-53b76d094ab0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb HTTP/1.1" status: 200 len: 217 time: 0.0732236 Feb 11 13:11:36.259699 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:11:36.278373 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.387047 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc64dd4e-a640-4af5-bcac-aa28186d56f3 req-8513a145-a08a-4c64-8f38-e918a065dc8a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660600 Feb 11 13:11:36.397989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-a4007576-8098-4d45-b4b2-f75563c47238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.399364 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-a4007576-8098-4d45-b4b2-f75563c47238 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=76f90ec2-d40e-4fb4-825e-01c5758c0252 HTTP/1.1" status: 200 len: 843 time: 0.1551578 Feb 11 13:11:36.522597 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:36.562115 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:36.571697 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:36.585107 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:36.585489 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.588393 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:36.588600 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:36.589883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-c218a70c-cacc-4f20-96a2-13f18863374b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.591626 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-c218a70c-cacc-4f20-96a2-13f18863374b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6482f2e3-18f2-4e53-aa73-fb679ee06e1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1813927 Feb 11 13:11:36.614653 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.616436 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-64129357-dad5-499a-a870-271f93cd11b6 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0110123 Feb 11 13:11:36.619239 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 55988) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:36.759026 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:36.762213 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-c8353477-d4a7-4edb-a441-f2874341220b service neutron] 10.222.0.77 "GET /v2.0/networks/6482f2e3-18f2-4e53-aa73-fb679ee06e1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600673 Feb 11 13:11:36.786231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:36.885005 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0d3080-918c-4424-a4eb-4d1622057c56 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:36.896673 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Publish callbacks [] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.912230 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cbd8b2-03c8-49b2-8e4c-f47898c164d0 req-fdef6b40-5d6e-439e-941d-2ee5bfb8b5c2 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:36.913761 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9cbd8b2-03c8-49b2-8e4c-f47898c164d0 req-fdef6b40-5d6e-439e-941d-2ee5bfb8b5c2 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 948 time: 0.1672540 Feb 11 13:11:36.934978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Transition to ACTIVE for port object 7c0d3080-918c-4424-a4eb-4d1622057c56 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:36.948944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:36.962974 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:34Z', 'revision_number': 3, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:36.990817 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:36.991188 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Updating router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c port e7bf1302-954d-4bdf-85b8-431ac2ed448a binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:36.999647 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af629a4-6ca9-4de5-b828-1378d30b4186 req-840fe55d-e22f-4d1d-a266-c28c394b2a83 service neutron] 10.222.0.77 "GET /v2.0/networks/6482f2e3-18f2-4e53-aa73-fb679ee06e1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163637 Feb 11 13:11:37.020265 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.039015 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c9cbd8b2-03c8-49b2-8e4c-f47898c164d0 req-11cee557-1870-4ffd-b6cb-afa55c0a2eb0 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168003 Feb 11 13:11:37.042276 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.122297 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Attempting to bind port 7c0d3080-918c-4424-a4eb-4d1622057c56 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:37.123042 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Attempting to bind port 7c0d3080-918c-4424-a4eb-4d1622057c56 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:37.123642 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Attempting to bind port 7c0d3080-918c-4424-a4eb-4d1622057c56 on network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:37.129011 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Port 7c0d3080-918c-4424-a4eb-4d1622057c56 on network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:11:37.129424 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Attempting to bind port 7c0d3080-918c-4424-a4eb-4d1622057c56 on network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:37.135069 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:37.135613 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Checking segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:37.136065 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Bound using segment: {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:37.136682 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Bound port: 7c0d3080-918c-4424-a4eb-4d1622057c56, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7729b492-6be5-4798-98db-916538859dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:37.137363 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.198815 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.224269 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:37.228111 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:37.236532 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.290830 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.291489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.293331 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] 10.222.0.77 "PUT /v2.0/ports/7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 1093 time: 1.1984725 Feb 11 13:11:37.293727 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:37.296015 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ab994c-5ea8-4872-bf52-43195b1f5989" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:37.343189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4077db-4587-46cb-8101-60744bc6a687 service neutron] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.367665 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Publish callbacks [] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.375520 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.401859 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001dc52d-4ffd-45b8-9851-05b9b414250b x-openstack-request-id: req-001dc52d-4ffd-45b8-9851-05b9b414250b {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:37.402106 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:37.402316 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-001dc52d-4ffd-45b8-9851-05b9b414250b {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:37.403003 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'status': 'completed', 'code': 200} Feb 11 13:11:37.428686 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-32d88cf2-2406-4861-93d7-c25758f30b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.430385 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-32d88cf2-2406-4861-93d7-c25758f30b50 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1127 time: 0.0700965 Feb 11 13:11:37.433129 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Attempting to bind port e7bf1302-954d-4bdf-85b8-431ac2ed448a on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:37.433511 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Attempting to bind port e7bf1302-954d-4bdf-85b8-431ac2ed448a by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:37.433888 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Attempting to bind port e7bf1302-954d-4bdf-85b8-431ac2ed448a on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:37.441563 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0a0b6-f982-466f-a9da-47cc739a2c94 None None] Pushing event updated for resources: {'Port': ['ID=e7bf1302-954d-4bdf-85b8-431ac2ed448a,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.453381 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:37.453774 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:37.454179 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.454587 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:37.455059 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Bound port: e7bf1302-954d-4bdf-85b8-431ac2ed448a, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:37.455475 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.497737 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-0b35b3a8-6009-4f32-8fff-4b03be72c86c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 217 time: 0.0574481 Feb 11 13:11:37.505865 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Allocated IP 172.20.0.1 (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f/d51f3e5d-57e2-4fe7-8c60-8134725b1d39/57c48c01-a659-462d-975d-7b115f9edaa3) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:37.519589 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] For port e7bf1302-954d-4bdf-85b8-431ac2ed448a, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:37.522821 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] For port e7bf1302-954d-4bdf-85b8-431ac2ed448a, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e7bf1302-954d-4bdf-85b8-431ac2ed448a,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:37.534808 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.596716 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-2dad1330-547e-42e0-8041-2732b02ea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.598339 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-2dad1330-547e-42e0-8041-2732b02ea980 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.0863090 Feb 11 13:11:37.601514 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:37.602259 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:37.606430 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1ecae-1122-46f2-a9c7-0672e6e47639 req-8bb6f3fd-92b2-4d91-b78e-3d7ddc19f2b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.607534 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6fa1ecae-1122-46f2-a9c7-0672e6e47639 req-8bb6f3fd-92b2-4d91-b78e-3d7ddc19f2b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.1063812 Feb 11 13:11:37.635588 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks [] for port (57c48c01-a659-462d-975d-7b115f9edaa3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.641586 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c6ed678-3ad1-47dd-a2a5-e717672cadeb details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:37.673749 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.685658 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a085358-f33e-4195-a1b8-195e49cb111a req-14088b5a-d02c-4802-88ba-b80ec5a0e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:37.687482 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-14088b5a-d02c-4802-88ba-b80ec5a0e07f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790160 Feb 11 13:11:37.691467 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6fa1ecae-1122-46f2-a9c7-0672e6e47639 req-cba60254-75b9-49dc-a47f-e806cd876a25 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744672 Feb 11 13:11:37.723023 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:37.726598 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:37.730749 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:37.733921 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Pushing event updated for resources: {'Port': ['ID=57c48c01-a659-462d-975d-7b115f9edaa3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.747032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0a0b6-f982-466f-a9da-47cc739a2c94 None None] Pushing event updated for resources: {'Port': ['ID=e7bf1302-954d-4bdf-85b8-431ac2ed448a,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:37.769367 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:37.781560 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.787903 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb', 'network_id': '6482f2e3-18f2-4e53-aa73-fb679ee06e1a', 'port_id': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb', 'mac_address': 'fa:16:3e:64:ac:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f90ec2-d40e-4fb4-825e-01c5758c0252', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:37.827567 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.883497 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:37.883900 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:37.963114 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.053254 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6ed678-3ad1-47dd-a2a5-e717672cadeb {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:38.094772 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:38.104819 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cdbaca67-df4b-42bf-8d2a-d83359110d4b None None] Provisioning complete for port 57c48c01-a659-462d-975d-7b115f9edaa3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:38.105206 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cdbaca67-df4b-42bf-8d2a-d83359110d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.110192 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.110576 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-fdf41496-7181-4bbb-9bc4-458d21c411ec service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164414 Feb 11 13:11:38.134292 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:38.164695 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks [] for port (57c48c01-a659-462d-975d-7b115f9edaa3), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.170087 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.237141 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Pushing event updated for resources: {'Port': ['ID=57c48c01-a659-462d-975d-7b115f9edaa3,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:38.240567 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cdbaca67-df4b-42bf-8d2a-d83359110d4b None None] Port 57c48c01-a659-462d-975d-7b115f9edaa3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:38.242443 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22899e-7717-4c33-a7fd-fc0bc7f0ebc3 req-06b75123-c0f3-4ebf-b661-f5cb4ad8e7a7 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.243993 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b22899e-7717-4c33-a7fd-fc0bc7f0ebc3 req-06b75123-c0f3-4ebf-b661-f5cb4ad8e7a7 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 949 time: 0.1186228 Feb 11 13:11:38.246663 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0a085358-f33e-4195-a1b8-195e49cb111a req-c8c2405b-6b0e-486b-8c4f-4e3eeeae5abb service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291375 Feb 11 13:11:38.247287 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.300896 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:38.342973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b22899e-7717-4c33-a7fd-fc0bc7f0ebc3 req-aa692996-9a8a-4df6-830f-1ede0ccb4cda tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845675 Feb 11 13:11:38.358087 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:38.360481 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-56d60cf7-9b4c-4a25-ad19-f75dcbf10dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.361985 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-56d60cf7-9b4c-4a25-ad19-f75dcbf10dd2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1127 time: 0.0630383 Feb 11 13:11:38.363807 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:38.392518 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:34Z', 'revision_number': 3, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:38.398110 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['9c6ed678-3ad1-47dd-a2a5-e717672cadeb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:38.435189 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae82907-b5ec-439a-b643-8c8e2ce8ad36 None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:34Z', 'revision_number': 3, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:38.494145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-8d5f3780-237c-4ad2-8f9f-b10b033a61b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.495957 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-8d5f3780-237c-4ad2-8f9f-b10b033a61b4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 910 time: 0.1252093 Feb 11 13:11:38.517804 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.524200 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:38.553348 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-59a5c734-37d3-459d-b91a-f820c6b2f034 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 217 time: 0.0455799 Feb 11 13:11:38.608933 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-31ef740b-58b4-4c43-8afd-23f9b2c7639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.610509 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-31ef740b-58b4-4c43-8afd-23f9b2c7639b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.0500927 Feb 11 13:11:38.676189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-c694838f-15e4-41a9-bfa8-521ca0063df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.676768 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:38.677813 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-05374c8e-8f7e-4428-9381-b9cbf1a44ac5 None None] Provisioning complete for port 57c48c01-a659-462d-975d-7b115f9edaa3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:38.678185 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05374c8e-8f7e-4428-9381-b9cbf1a44ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:38.678383 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-c694838f-15e4-41a9-bfa8-521ca0063df2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0610952 Feb 11 13:11:38.691057 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d2c975e6-c662-4e17-82b7-c4b2db341f7c admin admin] 10.222.0.86 "PUT /v2.0/routers/08140795-67a8-48e9-b4ec-97c4bbaf8f5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0623465 Feb 11 13:11:38.717027 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-05374c8e-8f7e-4428-9381-b9cbf1a44ac5 None None] Port 57c48c01-a659-462d-975d-7b115f9edaa3 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:38.858685 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-89bf1782-7174-44f2-9455-540a63f4a0e3 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722894 Feb 11 13:11:38.900861 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55870ce-710d-46cc-be61-d9db0bf5e4cd req-93c92ebc-efc0-4abe-9fda-5297057d3be8 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:38.902435 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d55870ce-710d-46cc-be61-d9db0bf5e4cd req-93c92ebc-efc0-4abe-9fda-5297057d3be8 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0983756 Feb 11 13:11:39.011695 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d55870ce-710d-46cc-be61-d9db0bf5e4cd req-e04a740a-1dc8-4fd7-8c85-3881b8af2685 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025445 Feb 11 13:11:39.014568 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ab994c-5ea8-4872-bf52-43195b1f5989 req-6fcdbc58-9253-4bbb-90a6-fcc18c401473 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476505 Feb 11 13:11:39.341951 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56010) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:39.346983 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1160052381', 'description': 'tempest-description--1000863228'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:39.369828 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.441461 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (193b39ff-c95c-49f9-8aaf-cb412fc8053c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.446271 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (193b39ff-c95c-49f9-8aaf-cb412fc8053c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.477149 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.480816 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1350853 Feb 11 13:11:39.481210 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56014) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:39.483421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b80d0b-9e06-4a57-804a-aff96283aabd req-ad87b40e-491a-4dcd-8228-bc326cbed8cd tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:39.484989 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02b80d0b-9e06-4a57-804a-aff96283aabd req-ad87b40e-491a-4dcd-8228-bc326cbed8cd tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 949 time: 0.0613770 Feb 11 13:11:39.485569 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'security_group_rule': {'security_group_id': '193b39ff-c95c-49f9-8aaf-cb412fc8053c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:39.490744 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bf494e-0c3f-4595-97dd-6108ed6a1a1b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193b39ff-c95c-49f9-8aaf-cb412fc8053c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.513815 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (f1e1855c-893e-4547-993d-a6549ee3d085), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.539036 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02b80d0b-9e06-4a57-804a-aff96283aabd req-35739f72-e19b-4a17-ad04-7de3b0d0c782 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477190 Feb 11 13:11:39.572356 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (f1e1855c-893e-4547-993d-a6549ee3d085), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.575984 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (f1e1855c-893e-4547-993d-a6549ee3d085), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.591339 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e1855c-893e-4547-993d-a6549ee3d085,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.602808 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.604053 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b4020595-ec21-4423-a99e-795ce4da26da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219432 Feb 11 13:11:39.606740 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:39.611083 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'security_group_rule': {'security_group_id': '193b39ff-c95c-49f9-8aaf-cb412fc8053c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:39.631469 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c6ed678-3ad1-47dd-a2a5-e717672cadeb up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:39.637151 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (b2c6016d-1162-4290-87d1-f81af89c1d5d), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.682917 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:39.687259 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:39.687467 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.693637 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (b2c6016d-1162-4290-87d1-f81af89c1d5d), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.697623 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (b2c6016d-1162-4290-87d1-f81af89c1d5d), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.715907 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c6016d-1162-4290-87d1-f81af89c1d5d,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:39.723743 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.725266 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8eb1158f-baac-48d0-a8c3-4c1b98e13d98 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173000 Feb 11 13:11:39.728025 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56020) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:39.732546 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:39.752629 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.767988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:39.768433 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.792450 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:39.794046 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c513de-0821-4229-977c-7695bea83ca4" -d '{"events": [{"server_uuid": "9947dd30-afae-48e2-a6dd-93dc996dd789", "name": "network-vif-plugged", "status": "completed", "tag": "9c6ed678-3ad1-47dd-a2a5-e717672cadeb"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:39.806400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:39.818934 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:39.843241 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637adc0e-d358-4dd0-a1df-fe738af5044f x-openstack-request-id: req-637adc0e-d358-4dd0-a1df-fe738af5044f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:39.843561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9947dd30-afae-48e2-a6dd-93dc996dd789", "name": "network-vif-plugged", "status": "completed", "tag": "9c6ed678-3ad1-47dd-a2a5-e717672cadeb", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:39.843823 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-637adc0e-d358-4dd0-a1df-fe738af5044f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:39.850139 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb', 'code': 200} Feb 11 13:11:39.900266 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.024521 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fcd71c-c21a-4c58-ba4f-4903db2d89a1 req-8c8b0d3a-48c6-4978-8ace-432087c2b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.026222 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3fcd71c-c21a-4c58-ba4f-4903db2d89a1 req-8c8b0d3a-48c6-4978-8ace-432087c2b835 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 1134 time: 0.0513985 Feb 11 13:11:40.035055 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.075416 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3fcd71c-c21a-4c58-ba4f-4903db2d89a1 req-f26b51be-1a65-4350-9e99-de2b74c05cef service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399990 Feb 11 13:11:40.134058 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cdfa51-a6de-4208-bdaf-afecb3049468 req-9609b030-b592-4c65-85c8-bf1ed8916b88 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.135586 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12cdfa51-a6de-4208-bdaf-afecb3049468 req-9609b030-b592-4c65-85c8-bf1ed8916b88 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0534902 Feb 11 13:11:40.148109 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Allocated IP 172.27.3.167 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/d48d1fba-6171-4159-a01a-3eb1df584821) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:40.187550 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12cdfa51-a6de-4208-bdaf-afecb3049468 req-f7a1dd05-906a-43b2-8a8e-f0676299a6ee tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460796 Feb 11 13:11:40.189702 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:40.203166 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:40.203166 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:40.262193 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for port (d48d1fba-6171-4159-a01a-3eb1df584821), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.301213 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (d48d1fba-6171-4159-a01a-3eb1df584821), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.340855 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:40.343668 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:40.348114 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:40.354310 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'Port': ['ID=d48d1fba-6171-4159-a01a-3eb1df584821,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.387495 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:40.440744 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (26b55b8f-a3ad-43f2-90aa-29bc20f42da1), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.478817 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d48d1fba-6171-4159-a01a-3eb1df584821), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.575878 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e7bf1302-954d-4bdf-85b8-431ac2ed448a up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:40.629670 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e7bf1302-954d-4bdf-85b8-431ac2ed448a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:40.630913 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.650769 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for port (d48d1fba-6171-4159-a01a-3eb1df584821), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.651762 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:38Z', 'revision_number': 2, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:40.657135 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (d48d1fba-6171-4159-a01a-3eb1df584821), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.672267 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e9e03-15e3-46f4-8504-da8e624d3aba req-26ba8cc8-a5a3-4455-a949-bf825dbc5a46 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:40.679633 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3e2e9e03-15e3-46f4-8504-da8e624d3aba req-26ba8cc8-a5a3-4455-a949-bf825dbc5a46 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 950 time: 0.0674894 Feb 11 13:11:40.685675 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:40.686020 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Updating router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c port 57c48c01-a659-462d-975d-7b115f9edaa3 binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:11:40.721272 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.731199 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (26b55b8f-a3ad-43f2-90aa-29bc20f42da1), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.735953 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3e2e9e03-15e3-46f4-8504-da8e624d3aba req-0ad7a0e1-5284-4d77-bc9f-987dfc06ba6d tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549915 Feb 11 13:11:40.761744 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e7bf1302-954d-4bdf-85b8-431ac2ed448a is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:40.762308 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.762706 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'Port': ['ID=d48d1fba-6171-4159-a01a-3eb1df584821,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.768050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.775200 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3bab0938-cd1f-4f66-8a95-edf68b21137f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0403986 Feb 11 13:11:40.783451 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port e7bf1302-954d-4bdf-85b8-431ac2ed448a, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e7bf1302-954d-4bdf-85b8-431ac2ed448a,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:40.788034 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:40.843905 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=e7bf1302-954d-4bdf-85b8-431ac2ed448a,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:40.922361 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-44b0a15b-e7eb-43db-8e26-7a5e1a27e605 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1160052381&fields=id&tenant_id=db5a6a2c13ca481ead402580ce6a54fa HTTP/1.1" status: 200 len: 267 time: 0.0415623 Feb 11 13:11:41.009966 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Publish callbacks [] for port (57c48c01-a659-462d-975d-7b115f9edaa3), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.016154 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.032617 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-6d448c52-d2f7-4ebc-836d-c633a65c6742 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.034059 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-6d448c52-d2f7-4ebc-836d-c633a65c6742 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 811 time: 0.1052878 Feb 11 13:11:41.050812 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-740ffdb1-598d-41f5-9d3f-87cd4508b360 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/quotas/db5a6a2c13ca481ead402580ce6a54fa HTTP/1.1" status: 200 len: 375 time: 0.0105996 Feb 11 13:11:41.062085 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f64ea9-48a3-4f28-8cf9-f101f357cc46 None None] Pushing event updated for resources: {'Port': ['ID=57c48c01-a659-462d-975d-7b115f9edaa3,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.126437 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-c2f57880-caa9-48fe-a406-1c462b4a73bc tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687039 Feb 11 13:11:41.129146 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Attempting to bind port 57c48c01-a659-462d-975d-7b115f9edaa3 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:41.129780 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Attempting to bind port 57c48c01-a659-462d-975d-7b115f9edaa3 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:41.130402 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Attempting to bind port 57c48c01-a659-462d-975d-7b115f9edaa3 on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:41.135889 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:41.136513 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Checking segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:41.137287 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.137821 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Bound using segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:41.138437 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Bound port: 57c48c01-a659-462d-975d-7b115f9edaa3, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:41.139028 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.210326 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] For port 57c48c01-a659-462d-975d-7b115f9edaa3, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:41.213781 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] For port 57c48c01-a659-462d-975d-7b115f9edaa3, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=57c48c01-a659-462d-975d-7b115f9edaa3,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:41.222818 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.240724 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-0a375c8b-74ee-4aec-ab47-e286830c8888 service neutron] 10.222.0.86 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002109 Feb 11 13:11:41.275742 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:41.276381 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.340067 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f64ea9-48a3-4f28-8cf9-f101f357cc46 None None] Pushing event updated for resources: {'Port': ['ID=57c48c01-a659-462d-975d-7b115f9edaa3,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.363999 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] Provisioning complete for port 57c48c01-a659-462d-975d-7b115f9edaa3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:41.364702 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.405996 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d407b-8824-4818-922d-62cee6e6ae6c req-14690f2f-f455-49a8-9056-40108c20eec9 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.413456 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-932d407b-8824-4818-922d-62cee6e6ae6c req-14690f2f-f455-49a8-9056-40108c20eec9 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0827448 Feb 11 13:11:41.419559 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:41.441330 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-0ef329b7-9c75-4509-802c-80b1e8c2d759 service neutron] 10.222.0.86 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946032 Feb 11 13:11:41.498264 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] Current status of the port 57c48c01-a659-462d-975d-7b115f9edaa3 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:41.498760 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.528029 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-932d407b-8824-4818-922d-62cee6e6ae6c req-5cc8af22-7737-4ea2-8b0a-a9a335f16394 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136947 Feb 11 13:11:41.552111 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] For port 57c48c01-a659-462d-975d-7b115f9edaa3, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=57c48c01-a659-462d-975d-7b115f9edaa3,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:41.558789 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.629498 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba5b8c-d67b-4725-84d9-eb70ada2f594 None None] Pushing event updated for resources: {'Port': ['ID=57c48c01-a659-462d-975d-7b115f9edaa3,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:41.675252 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:41.681807 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-73f80302-3f86-4d41-871b-9a35151754d2 None None] Provisioning complete for port 57c48c01-a659-462d-975d-7b115f9edaa3 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:41.682267 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-73f80302-3f86-4d41-871b-9a35151754d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:41.703082 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0315d66-d638-4500-8b0c-a2ce2dd4f34e None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:41.705921 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2602a591-0424-4006-90cc-6a42d31af82d req-85db7c3d-be1e-4910-89dc-f1f51aacfa35 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0498333 Feb 11 13:11:41.809735 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-73f80302-3f86-4d41-871b-9a35151754d2 None None] Current status of the port 57c48c01-a659-462d-975d-7b115f9edaa3 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:41.902989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f5a3e-c3b5-4b59-8c73-ee05e8f02609 req-d52d0c9c-a859-4dfc-9df1-3912dcef4f83 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:41.904825 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc7f5a3e-c3b5-4b59-8c73-ee05e8f02609 req-d52d0c9c-a859-4dfc-9df1-3912dcef4f83 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 950 time: 0.0705745 Feb 11 13:11:41.966288 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bc7f5a3e-c3b5-4b59-8c73-ee05e8f02609 req-b91b90d3-4c02-4b8f-95d2-457aaea2c4a7 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514643 Feb 11 13:11:42.253409 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6669e09-cf1c-41a3-894c-129b76b49f1b req-af87f5d0-f2f1-4271-98ef-cf213c265392 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:42.255330 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6669e09-cf1c-41a3-894c-129b76b49f1b req-af87f5d0-f2f1-4271-98ef-cf213c265392 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 950 time: 0.0564475 Feb 11 13:11:42.312858 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6669e09-cf1c-41a3-894c-129b76b49f1b req-4c14feec-2102-40be-b7a8-d710f2038c5e tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Feb 11 13:11:42.599773 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e7bf1302-954d-4bdf-85b8-431ac2ed448a up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:42.655584 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e7bf1302-954d-4bdf-85b8-431ac2ed448a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:42.656974 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.664599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9e510-e979-465b-9cc8-426846d52459 req-ce9d40b6-b715-4e27-8163-8617e1c96e08 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:42.666334 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2cc9e510-e979-465b-9cc8-426846d52459 req-ce9d40b6-b715-4e27-8163-8617e1c96e08 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0613875 Feb 11 13:11:42.732905 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2cc9e510-e979-465b-9cc8-426846d52459 req-8df49456-6cf1-4c85-ba03-81416a4ca8b9 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597258 Feb 11 13:11:42.762253 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e7bf1302-954d-4bdf-85b8-431ac2ed448a is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:42.763669 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 57c48c01-a659-462d-975d-7b115f9edaa3 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:42.842804 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 57c48c01-a659-462d-975d-7b115f9edaa3 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:42.843438 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:42.893736 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-06b39d27-8d8b-457a-97c3-9f0e1757281a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:42.895211 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-06b39d27-8d8b-457a-97c3-9f0e1757281a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 811 time: 0.1465137 Feb 11 13:11:42.932546 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7ea2fcce-79ce-431a-b157-4cc94d7fd7f3 req-29f03eee-b5a5-4ed7-82d1-0284a07a3ea9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 210 time: 0.0359464 Feb 11 13:11:42.943747 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 57c48c01-a659-462d-975d-7b115f9edaa3 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:42.985677 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-8344e1f3-d03b-4f35-a03a-6d0e28b0d0c5 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db5a6a2c13ca481ead402580ce6a54fa HTTP/1.1" status: 200 len: 380 time: 0.0607972 Feb 11 13:11:42.995013 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'port': {'device_id': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'admin_state_up': True, 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'security_groups': ['193b39ff-c95c-49f9-8aaf-cb412fc8053c']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:43.103558 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Made reservation on behalf of db5a6a2c13ca481ead402580ce6a54fa for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:43.107001 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.226964 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Allocated IP 172.20.0.9 (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f/d51f3e5d-57e2-4fe7-8c60-8134725b1d39/600c9aab-4bd6-4dc4-95a2-133f0be64070) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:43.361648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.421189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.472258 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:43.480657 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:43.486030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:43.500005 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7300d0f-a510-486a-b2ef-624c3cc5eac6 req-779e60f4-1d76-471a-9385-1a82748cc413 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.501789 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e7300d0f-a510-486a-b2ef-624c3cc5eac6 req-779e60f4-1d76-471a-9385-1a82748cc413 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 950 time: 0.1144052 Feb 11 13:11:43.528596 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'Port': ['ID=600c9aab-4bd6-4dc4-95a2-133f0be64070,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:43.581805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.582431 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.605260 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e7300d0f-a510-486a-b2ef-624c3cc5eac6 req-b62d992c-6ed8-4fdf-aac6-215db8469858 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/security-groups?id=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849056 Feb 11 13:11:43.608918 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-cecd23e8-add0-41fc-9a49-7c4b2b1e4a15 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6175566 Feb 11 13:11:43.626001 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Request body: {'port': {'device_id': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:43.712832 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.746349 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ed5e1bbb-2d01-4517-9c80-2588333d4360 None None] Provisioning complete for port 600c9aab-4bd6-4dc4-95a2-133f0be64070 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:43.746746 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed5e1bbb-2d01-4517-9c80-2588333d4360 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:43.764137 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-8e46872b-1fc4-412b-a8ca-f07a48cc075d tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:43.765713 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-8e46872b-1fc4-412b-a8ca-f07a48cc075d tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.77 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 950 time: 0.1065946 Feb 11 13:11:43.789444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e1bbb-2d01-4517-9c80-2588333d4360 None None] Port 600c9aab-4bd6-4dc4-95a2-133f0be64070 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:11:44.014647 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8450b3-837a-482a-9365-2227af720990 req-e5b3b8c2-22cd-4eb3-a264-05320d20766a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.016961 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ad8450b3-837a-482a-9365-2227af720990 req-e5b3b8c2-22cd-4eb3-a264-05320d20766a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.1961498 Feb 11 13:11:44.074633 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Deleting port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:44.074965 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.111711 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:11:44.197863 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ad8450b3-837a-482a-9365-2227af720990 req-0cd55033-68f4-472c-af05-c120878e6913 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756303 Feb 11 13:11:44.210876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc43d7fd-3566-475c-97e0-c95b9fda1e95 req-91ee5743-5dcb-4520-a878-5de181f9e711 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.212340 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fc43d7fd-3566-475c-97e0-c95b9fda1e95 req-91ee5743-5dcb-4520-a878-5de181f9e711 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 931 time: 0.1947420 Feb 11 13:11:44.277665 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] For port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,segment=NetworkSegment(55b912f8-34fc-4ef7-a663-0622239d5ecf),segment_id=55b912f8-34fc-4ef7-a663-0622239d5ecf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:44.277946 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.289576 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 600c9aab-4bd6-4dc4-95a2-133f0be64070 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:44.309069 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Publish callbacks [] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.311243 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Calling delete_port for 9c6ed678-3ad1-47dd-a2a5-e717672cadeb owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:44.339568 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fc43d7fd-3566-475c-97e0-c95b9fda1e95 req-75c17e6f-21f7-48a0-953c-e836b467b60a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202703 Feb 11 13:11:44.340429 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Transition to ACTIVE for port object 600c9aab-4bd6-4dc4-95a2-133f0be64070 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:44.345200 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.442272 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Pushing event updated for resources: {'Port': ['ID=600c9aab-4bd6-4dc4-95a2-133f0be64070,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:44.560706 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Attempting to bind port 600c9aab-4bd6-4dc4-95a2-133f0be64070 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:44.561058 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Attempting to bind port 600c9aab-4bd6-4dc4-95a2-133f0be64070 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:44.561367 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Attempting to bind port 600c9aab-4bd6-4dc4-95a2-133f0be64070 on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:44.569764 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Port 600c9aab-4bd6-4dc4-95a2-133f0be64070 on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:11:44.570083 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Attempting to bind port 600c9aab-4bd6-4dc4-95a2-133f0be64070 on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:44.579689 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:44.580141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Checking segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:44.580593 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Bound using segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:44.581461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Bound port: 600c9aab-4bd6-4dc4-95a2-133f0be64070, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:44.581859 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.585588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (9c6ed678-3ad1-47dd-a2a5-e717672cadeb), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.598241 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['9c6ed678-3ad1-47dd-a2a5-e717672cadeb'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:44.627556 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Pushing event deleted for resources: {'Port': ['ID=9c6ed678-3ad1-47dd-a2a5-e717672cadeb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:44.702006 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] No DVR routers for this DVR port 9c6ed678-3ad1-47dd-a2a5-e717672cadeb on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:44.714178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.717598 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-00f5c721-2d82-42ec-970d-3c01036c19c3 req-b828432e-789b-4b0f-9d3a-2ec0583057cb tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.77 "DELETE /v2.0/ports/9c6ed678-3ad1-47dd-a2a5-e717672cadeb HTTP/1.1" status: 204 len: 173 time: 0.9445035 Feb 11 13:11:44.719300 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'name': 'network-vif-deleted', 'tag': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:44.721687 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f02bff4-a77f-46fc-8cf8-c96156f73b04" -d '{"events": [{"server_uuid": "9947dd30-afae-48e2-a6dd-93dc996dd789", "name": "network-vif-deleted", "tag": "9c6ed678-3ad1-47dd-a2a5-e717672cadeb"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:44.748137 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a2537843-d1a7-43ae-a909-0b62225590c4 req-fc01feef-346a-46b8-b603-8a3dc26fb3c7 tempest-VolumesNegativeTest-1594591126 tempest-VolumesNegativeTest-1594591126-project] 10.222.0.86 "GET /v2.0/ports?device_id=9947dd30-afae-48e2-a6dd-93dc996dd789 HTTP/1.1" status: 200 len: 210 time: 0.0500503 Feb 11 13:11:44.771622 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] For port 600c9aab-4bd6-4dc4-95a2-133f0be64070, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:44.772244 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b886b274-2b03-4c05-a1a7-65335210a0d0 x-openstack-request-id: req-b886b274-2b03-4c05-a1a7-65335210a0d0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:44.773131 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9947dd30-afae-48e2-a6dd-93dc996dd789", "name": "network-vif-deleted", "tag": "9c6ed678-3ad1-47dd-a2a5-e717672cadeb", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:44.773410 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b886b274-2b03-4c05-a1a7-65335210a0d0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:44.774052 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9947dd30-afae-48e2-a6dd-93dc996dd789', 'name': 'network-vif-deleted', 'tag': '9c6ed678-3ad1-47dd-a2a5-e717672cadeb', 'status': 'completed', 'code': 200} Feb 11 13:11:44.776245 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] For port 600c9aab-4bd6-4dc4-95a2-133f0be64070, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:44.782939 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.822148 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.822862 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:44.824842 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] 10.222.0.77 "PUT /v2.0/ports/600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 1093 time: 1.2035141 Feb 11 13:11:44.865590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368770c2-6a47-4de0-839c-704e075cf594 service neutron] Pushing event updated for resources: {'Port': ['ID=600c9aab-4bd6-4dc4-95a2-133f0be64070,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:44.921641 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-9477ead1-0617-4b58-975d-ef8ea666cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:44.923337 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-9477ead1-0617-4b58-975d-ef8ea666cad7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0482545 Feb 11 13:11:44.969039 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-40f0108a-7e54-4b54-96d5-a363727e81c9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 217 time: 0.0382183 Feb 11 13:11:45.022192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-22c824e4-2724-46db-8d68-53e0ed858bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.023690 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-22c824e4-2724-46db-8d68-53e0ed858bd7 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0476704 Feb 11 13:11:45.073492 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-d86aec11-4052-4add-8ddc-73fda2cec6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.074938 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-d86aec11-4052-4add-8ddc-73fda2cec6ad service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435951 Feb 11 13:11:45.167507 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-134b4236-ead5-4d8c-b608-9fd7e9451a96 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Feb 11 13:11:45.263483 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8123f828-5fdc-413a-877b-1ea29f6dc4a4 req-7ddec5ec-d416-4cce-9ec2-b0c2b929cc30 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860145 Feb 11 13:11:45.328227 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a177e98-7358-4b36-a42f-4cb918407cba req-18aed7b4-c6d8-497d-ac34-3c7b3aecd6e1 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.329626 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a177e98-7358-4b36-a42f-4cb918407cba req-18aed7b4-c6d8-497d-ac34-3c7b3aecd6e1 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0582423 Feb 11 13:11:45.379227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a177e98-7358-4b36-a42f-4cb918407cba req-195aa05b-6219-44ab-a404-9897342cba6a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433650 Feb 11 13:11:45.457543 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf75238f-2bfe-4874-954a-3cd7fc9cb1bf req-ec54cf6b-b77c-4c13-a176-22ac7b7d1e7b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:45.459543 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf75238f-2bfe-4874-954a-3cd7fc9cb1bf req-ec54cf6b-b77c-4c13-a176-22ac7b7d1e7b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 943 time: 0.0535736 Feb 11 13:11:45.504689 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf75238f-2bfe-4874-954a-3cd7fc9cb1bf req-df905e1f-1154-4e0e-aaf0-867cd8704156 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396376 Feb 11 13:11:45.677620 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:45.788998 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:45.801775 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'port_id': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'mac_address': 'fa:16:3e:97:9d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:45.841701 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c0d3080-918c-4424-a4eb-4d1622057c56 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:45.842093 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.867590 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0d3080-918c-4424-a4eb-4d1622057c56 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:45.888552 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:45.892870 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:45.943353 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:46.137223 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['7c0d3080-918c-4424-a4eb-4d1622057c56'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:46.508758 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b172a49-9a80-4392-90b9-a3288383c64b req-4d4ee7b3-d9f4-473a-b78f-0e86c0352c67 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.510648 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b172a49-9a80-4392-90b9-a3288383c64b req-4d4ee7b3-d9f4-473a-b78f-0e86c0352c67 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 944 time: 0.0583143 Feb 11 13:11:46.562742 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6b172a49-9a80-4392-90b9-a3288383c64b req-421f0ddb-ad7e-4a1e-9e01-ff66d48adce9 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463221 Feb 11 13:11:46.632653 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f583be-7fbd-4656-acc3-185c5c98358a req-99f9e20c-c9e2-4e6c-a2a0-e1ff597b5eff tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.634155 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48f583be-7fbd-4656-acc3-185c5c98358a req-99f9e20c-c9e2-4e6c-a2a0-e1ff597b5eff tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 943 time: 0.0539927 Feb 11 13:11:46.687997 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48f583be-7fbd-4656-acc3-185c5c98358a req-2e744599-b050-408b-9d27-6876e52d5a64 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474844 Feb 11 13:11:46.774726 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:46.777106 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:46.814113 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd26e14e-6d93-4613-89d4-0bc3bfd5a497 x-openstack-request-id: req-fd26e14e-6d93-4613-89d4-0bc3bfd5a497 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:46.814246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:46.814579 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fd26e14e-6d93-4613-89d4-0bc3bfd5a497 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:46.815044 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'status': 'completed', 'code': 200} Feb 11 13:11:46.884830 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-d669762d-3b12-4533-ae42-c826fa38840e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.886335 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-d669762d-3b12-4533-ae42-c826fa38840e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1127 time: 0.0476372 Feb 11 13:11:46.984019 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-e99ab951-f9d6-47f2-9fbc-4e3c96b535eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:46.985526 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-e99ab951-f9d6-47f2-9fbc-4e3c96b535eb service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.0901561 Feb 11 13:11:47.027004 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-f52a585f-c0e0-4d40-8537-c356a1bbb605 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 217 time: 0.0353682 Feb 11 13:11:47.079218 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-7cd1b127-79df-48a7-9555-13c3c88a03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.080897 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-7cd1b127-79df-48a7-9555-13c3c88a03b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0484483 Feb 11 13:11:47.392035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-7216b8f7-367b-45c4-8572-771fa308ea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.393585 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-7216b8f7-367b-45c4-8572-771fa308ea14 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3068841 Feb 11 13:11:47.483571 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-2ba992f0-e332-4d68-a68c-df091e19c9bf service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835130 Feb 11 13:11:47.584591 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6332ffe4-bcc8-42cf-bbf1-42657e29fd7e req-275dd04f-44d1-41bd-ab9b-ec1ce6d2e43c service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937505 Feb 11 13:11:47.688057 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 600c9aab-4bd6-4dc4-95a2-133f0be64070 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:47.688555 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453eea7-5e2a-45a6-b7cd-8b066a4f1887 req-bb97ef90-52f3-4fd6-a4c8-e2c62b585ba5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.690063 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6453eea7-5e2a-45a6-b7cd-8b066a4f1887 req-bb97ef90-52f3-4fd6-a4c8-e2c62b585ba5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 944 time: 0.0541253 Feb 11 13:11:47.738328 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:47.756192 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6453eea7-5e2a-45a6-b7cd-8b066a4f1887 req-3d66efbf-7e63-4049-af99-485718f7da90 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598781 Feb 11 13:11:47.831329 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 600c9aab-4bd6-4dc4-95a2-133f0be64070, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:47.847428 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'port_id': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'mac_address': 'fa:16:3e:63:36:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:47.852143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea62d3-7769-4cf1-82dc-94735092a07f req-af6f8d52-c21e-4e0c-acee-62a978ac5618 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:47.855553 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ddea62d3-7769-4cf1-82dc-94735092a07f req-af6f8d52-c21e-4e0c-acee-62a978ac5618 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 943 time: 0.0628812 Feb 11 13:11:47.873593 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 7c0d3080-918c-4424-a4eb-4d1622057c56 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:47.883380 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 7c0d3080-918c-4424-a4eb-4d1622057c56 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:47.884075 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.906946 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ddea62d3-7769-4cf1-82dc-94735092a07f req-199d297c-1ffd-41bb-bcf2-c3ed8e2b101a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428901 Feb 11 13:11:47.918488 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 600c9aab-4bd6-4dc4-95a2-133f0be64070 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:47.918887 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:47.938030 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 600c9aab-4bd6-4dc4-95a2-133f0be64070 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:47.963114 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 600c9aab-4bd6-4dc4-95a2-133f0be64070, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:47.984674 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.026501 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c0d3080-918c-4424-a4eb-4d1622057c56 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:48.026891 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.055970 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=600c9aab-4bd6-4dc4-95a2-133f0be64070,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:48.065124 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:48.067409 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd93de4-77a9-4066-b6b0-0c570719c7f6" -d '{"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-plugged", "status": "completed", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:48.080541 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:48.085141 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:48.086158 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c6ed678-3ad1-47dd-a2a5-e717672cadeb no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:48.128575 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64dd9fc-4a42-45fa-ad90-f922dea44e1f x-openstack-request-id: req-a64dd9fc-4a42-45fa-ad90-f922dea44e1f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:48.128967 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-plugged", "status": "completed", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:48.129235 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a64dd9fc-4a42-45fa-ad90-f922dea44e1f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:48.129627 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'code': 200} Feb 11 13:11:48.130848 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 9c6ed678-3ad1-47dd-a2a5-e717672cadeb {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:48.131222 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 9c6ed678-3ad1-47dd-a2a5-e717672cadeb not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:48.163381 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:48.238068 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['600c9aab-4bd6-4dc4-95a2-133f0be64070'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:11:48.358176 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523fdcc-e5b3-4922-aa36-64635202515c req-4f4579fb-07fb-45fa-b849-6b085add3ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:48.359749 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b523fdcc-e5b3-4922-aa36-64635202515c req-4f4579fb-07fb-45fa-b849-6b085add3ae2 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1129 time: 0.0497961 Feb 11 13:11:48.413014 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b523fdcc-e5b3-4922-aa36-64635202515c req-6d7eccf1-0f0c-4cfc-9ead-80703a17cc78 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436585 Feb 11 13:11:48.881834 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797e90c-5c6b-4512-9622-6793f04eb10e req-e30e87dd-7dee-457f-b33c-02d26b13ed0f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:48.883340 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6797e90c-5c6b-4512-9622-6793f04eb10e req-e30e87dd-7dee-457f-b33c-02d26b13ed0f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0549929 Feb 11 13:11:48.930145 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6797e90c-5c6b-4512-9622-6793f04eb10e req-1feaf085-4ff5-4f28-b4bf-6dd18a8d262a tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411510 Feb 11 13:11:49.028702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8e2e0-fd66-47f8-8bfe-d3bb1cd05a58 req-b1cdaf92-da6b-4182-852d-3413b42214c0 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:49.030166 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46b8e2e0-fd66-47f8-8bfe-d3bb1cd05a58 req-b1cdaf92-da6b-4182-852d-3413b42214c0 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 944 time: 0.0515378 Feb 11 13:11:49.075484 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46b8e2e0-fd66-47f8-8bfe-d3bb1cd05a58 req-ae953975-76f5-448e-9cda-fe8d6d3410b2 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397558 Feb 11 13:11:49.689552 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 600c9aab-4bd6-4dc4-95a2-133f0be64070 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:11:49.731849 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56344) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:49.740488 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 600c9aab-4bd6-4dc4-95a2-133f0be64070 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:11:49.744841 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 600c9aab-4bd6-4dc4-95a2-133f0be64070 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:11:49.745226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.821934 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 600c9aab-4bd6-4dc4-95a2-133f0be64070 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:49.822326 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.856065 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 600c9aab-4bd6-4dc4-95a2-133f0be64070, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:49.860597 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.867718 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-46f2ad71-7ee2-49cb-a9c4-d05b2aaf72c9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa8fc99d13724598944ac1323b594d8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346591 Feb 11 13:11:49.868723 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56348) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:49.911636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=600c9aab-4bd6-4dc4-95a2-133f0be64070,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:49.918380 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75cfecd6-b9d8-4ccc-bc00-4333a26c43ef admin admin] Publish callbacks [] for security_group (5de1b074-20b5-4767-b6d7-9eb58fdf9ec9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.938910 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75cfecd6-b9d8-4ccc-bc00-4333a26c43ef admin admin] Publish callbacks [] for security_group (5de1b074-20b5-4767-b6d7-9eb58fdf9ec9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.988214 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75cfecd6-b9d8-4ccc-bc00-4333a26c43ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5de1b074-20b5-4767-b6d7-9eb58fdf9ec9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.991706 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-75cfecd6-b9d8-4ccc-bc00-4333a26c43ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:49.992926 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-75cfecd6-b9d8-4ccc-bc00-4333a26c43ef admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5de1b074-20b5-4767-b6d7-9eb58fdf9ec9 HTTP/1.1" status: 204 len: 168 time: 0.1231918 Feb 11 13:11:50.000865 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfecd6-b9d8-4ccc-bc00-4333a26c43ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de1b074-20b5-4767-b6d7-9eb58fdf9ec9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:50.058950 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf8b0b3-cabe-4d78-8a59-23c720ffce29 req-64fc2455-b43d-4bc3-9780-488caec858ef tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.063897 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3bf8b0b3-cabe-4d78-8a59-23c720ffce29 req-64fc2455-b43d-4bc3-9780-488caec858ef tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0647202 Feb 11 13:11:50.129325 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3bf8b0b3-cabe-4d78-8a59-23c720ffce29 req-b7265c59-eb2d-4b33-8ccc-ca5dea47d002 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622258 Feb 11 13:11:50.159596 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:50.162165 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77675ac8-6bf1-4fbf-a62e-41b9e244753e" -d '{"events": [{"server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "name": "network-vif-plugged", "status": "completed", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:50.259705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3158d74-0b07-4549-95bb-dd1e5cc5ac6f req-82af9381-7651-426b-b136-1dff64599509 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.261214 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b3158d74-0b07-4549-95bb-dd1e5cc5ac6f req-82af9381-7651-426b-b136-1dff64599509 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0899231 Feb 11 13:11:50.275188 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0805ba-0f85-44f8-b353-70dab12c3e63 req-53b4b8c8-4d4f-414e-9bcd-798e4ae03f1f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.276716 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6c0805ba-0f85-44f8-b353-70dab12c3e63 req-53b4b8c8-4d4f-414e-9bcd-798e4ae03f1f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0740964 Feb 11 13:11:50.346318 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b3158d74-0b07-4549-95bb-dd1e5cc5ac6f req-98b5abba-5e55-4431-8a9d-06d74be5532e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683806 Feb 11 13:11:50.355927 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6c0805ba-0f85-44f8-b353-70dab12c3e63 req-18784e2d-1523-4134-ba77-6d62c4e4502f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713696 Feb 11 13:11:50.379092 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56370) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:50.395056 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394ab2f4-0e5f-448a-8e10-4bd29b8f9e8f x-openstack-request-id: req-394ab2f4-0e5f-448a-8e10-4bd29b8f9e8f {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:50.396869 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "name": "network-vif-plugged", "status": "completed", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:50.397143 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-394ab2f4-0e5f-448a-8e10-4bd29b8f9e8f {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:50.397549 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'code': 200} Feb 11 13:11:50.577853 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706f9e5-7837-4d8c-a624-30d97fcdc859 req-98bf88c8-4604-42ee-8ae2-6ba7d1339464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.579423 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c706f9e5-7837-4d8c-a624-30d97fcdc859 req-98bf88c8-4604-42ee-8ae2-6ba7d1339464 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0494454 Feb 11 13:11:50.626985 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a441f3c-fcf2-42ce-8715-4fee7b3a123d tempest-TestShelveInstance-106736858 tempest-TestShelveInstance-106736858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:50.631705 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7a441f3c-fcf2-42ce-8715-4fee7b3a123d tempest-TestShelveInstance-106736858 tempest-TestShelveInstance-106736858-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1124 time: 0.2485561 Feb 11 13:11:50.631877 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c706f9e5-7837-4d8c-a624-30d97fcdc859 req-c3aded38-d351-46c5-b136-29713f3bbb58 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452435 Feb 11 13:11:50.631981 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56382) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:50.636148 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'port_id': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:50.657443 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.699687 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:50.761205 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.816530 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-733987273-network', 'tenant_id': 'c4d1c8397a8c44d69eab44c4f44a56b6'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:50.878791 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Made reservation on behalf of c4d1c8397a8c44d69eab44c4f44a56b6 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:50.881621 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.893489 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:50.908986 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Allocated IP 172.27.3.40 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/0307ba0f-2f92-4c5b-b4f2-acdd94484f4c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:51.059056 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.061467 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks [] for security_group (071fd71f-db2f-45f5-9d28-4c8f588a8555), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.068381 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (071fd71f-db2f-45f5-9d28-4c8f588a8555), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.117742 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:11:51.121060 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=071fd71f-db2f-45f5-9d28-4c8f588a8555,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.135375 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (c1089683-d0a9-4d60-ad03-f02ea2953145), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.135744 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Added segment c1089683-d0a9-4d60-ad03-f02ea2953145 of type vlan for network a86a603a-39e0-4083-95d1-021095a7318b Feb 11 13:11:51.145596 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.217313 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (a86a603a-39e0-4083-95d1-021095a7318b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.220287 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:51.223339 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:51.226418 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:51.228303 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'Port': ['ID=0307ba0f-2f92-4c5b-b4f2-acdd94484f4c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.277983 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (a86a603a-39e0-4083-95d1-021095a7318b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.279006 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:51.279618 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.340335 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6395278 Feb 11 13:11:51.343197 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56388) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:51.349525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Request body: {'subnet': {'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-733987273-subnet', 'tenant_id': 'c4d1c8397a8c44d69eab44c4f44a56b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:51.368238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Made reservation on behalf of c4d1c8397a8c44d69eab44c4f44a56b6 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:51.370654 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25784560'] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.390209 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e77cbb-5f1f-40b5-897d-be13b35ba8d4 admin admin] Pushing event updated for resources: {'Network': ['ID=a86a603a-39e0-4083-95d1-021095a7318b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.403306 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network a86a603a-39e0-4083-95d1-021095a7318b details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:11:51.557860 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca45cff-4f71-47c4-83d2-4ff77c7d8d55 req-599c32b2-5091-4564-b1dd-412d0f3d8688 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:51.559378 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aca45cff-4f71-47c4-83d2-4ff77c7d8d55 req-599c32b2-5091-4564-b1dd-412d0f3d8688 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1000886 Feb 11 13:11:51.646913 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3400525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25784546'] for subnet (2f9fb341-192c-4bbb-804f-315ecdff8860), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.659812 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aca45cff-4f71-47c4-83d2-4ff77c7d8d55 req-a184cebc-356d-4b94-b562-fbb49515a08c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925984 Feb 11 13:11:51.706825 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f9fb341-192c-4bbb-804f-315ecdff8860,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:51.724586 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Checking segment: {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:51.724943 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Network hostable DHCP agents. Network: a86a603a-39e0-4083-95d1-021095a7318b, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:11:51.742098 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Network a86a603a-39e0-4083-95d1-021095a7318b is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:11:51.751320 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, a86a603a-39e0-4083-95d1-021095a7318b) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:51.757295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:51.757895 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.763411 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243372a6-8786-46e2-8312-a421206dff85 None None] Network a86a603a-39e0-4083-95d1-021095a7318b requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:51.779357 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-23acf249-c0ad-46fc-b0c3-56acc03fa494 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4342580 Feb 11 13:11:51.826585 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for floatingip (5d690762-3c9b-4470-ae22-3edd54784501), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:51.898442 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ebc64e-dbcc-4cb2-b1db-2b3421d93375 None None] Network a86a603a-39e0-4083-95d1-021095a7318b requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:11:51.936452 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.099468 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.103979 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.181948 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event updated for resources: {'Port': ['ID=0307ba0f-2f92-4c5b-b4f2-acdd94484f4c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:52.193348 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (5d690762-3c9b-4470-ae22-3edd54784501), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.487144 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Floating IP 5d690762-3c9b-4470-ae22-3edd54784501 associated. External IP: 172.27.3.40, port: 7c0d3080-918c-4424-a4eb-4d1622057c56. Feb 11 13:11:52.699702 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Router d73cadda-ba5b-456c-b314-35a88c10760c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:52.785087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef5d96-e6fd-4700-a94d-1fcea8213578 req-52ec8c9e-f819-4ccb-adc9-b83f40e4f48d tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:52.786658 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fbef5d96-e6fd-4700-a94d-1fcea8213578 req-52ec8c9e-f819-4ccb-adc9-b83f40e4f48d tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0563164 Feb 11 13:11:52.810385 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:52.821156 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] Sync routers for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:52.830123 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:52.832232 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:52.832996 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:52.841260 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fbef5d96-e6fd-4700-a94d-1fcea8213578 req-899ca7e7-525b-4344-91ce-6e77a9b09580 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Feb 11 13:11:52.861482 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-12869359-bc28-4027-95e5-6d04218c245b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2285504 Feb 11 13:11:52.862050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:52.865097 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcd1de8-4152-46e6-96fd-2915da73642c" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:52.914045 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db5d661-4982-40d2-8adf-972a81537e5b x-openstack-request-id: req-2db5d661-4982-40d2-8adf-972a81537e5b {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:52.914336 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:52.914587 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2db5d661-4982-40d2-8adf-972a81537e5b {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:52.914990 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'status': 'completed', 'code': 200} Feb 11 13:11:52.953236 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:52.995057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-29a0379a-054b-45cf-a895-ac722f7a0c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:52.996801 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-29a0379a-054b-45cf-a895-ac722f7a0c9f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1129 time: 0.0534401 Feb 11 13:11:53.003417 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcae1aa6-5d7d-4c7a-a5d4-39764a949065 req-81c5f873-f933-47bd-b1b6-34e9bad0550e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.005377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcae1aa6-5d7d-4c7a-a5d4-39764a949065 req-81c5f873-f933-47bd-b1b6-34e9bad0550e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0935078 Feb 11 13:11:53.014159 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56412) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:11:53.029945 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'floatingip': {'port_id': '600c9aab-4bd6-4dc4-95a2-133f0be64070'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:53.077917 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (26b55b8f-a3ad-43f2-90aa-29bc20f42da1), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.219322 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '5d690762-3c9b-4470-ae22-3edd54784501', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'port_id': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'mac_address': 'fa:16:3e:97:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:11:51Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 0, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.220038 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-17729953-aade-4153-ad21-44638fc6af48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.221510 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-17729953-aade-4153-ad21-44638fc6af48 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 910 time: 0.2152324 Feb 11 13:11:53.245945 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] Checking router: d73cadda-ba5b-456c-b314-35a88c10760c for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:53.254715 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:53.255459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.337828 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-0a320e04-69a3-4b88-88d6-3195387241cf service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 998 time: 0.1083937 Feb 11 13:11:53.371490 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:53.461538 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-ed81fb24-3557-43d9-a717-f77ac07ac501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.463012 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-ed81fb24-3557-43d9-a717-f77ac07ac501 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.0950899 Feb 11 13:11:53.651102 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '5d690762-3c9b-4470-ae22-3edd54784501', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'port_id': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'mac_address': 'fa:16:3e:97:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:11:51Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 0, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:53.678592 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a97cca-c8aa-48d7-9fe4-e04a2d7b496e None None] The sync data for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi is: [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '5d690762-3c9b-4470-ae22-3edd54784501', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'floating_ip_address': '172.27.3.40', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'port_id': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'mac_address': 'fa:16:3e:97:9d:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:11:51Z', 'updated_at': '2022-02-11T13:11:51Z', 'revision_number': 0, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:53.686205 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-5eaceada-a4e0-4ada-922d-7cd55985bb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.688000 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-5eaceada-a4e0-4ada-922d-7cd55985bb74 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1849470 Feb 11 13:11:53.803403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-82181d35-1253-414a-824b-773899332e14 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:53.804897 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-82181d35-1253-414a-824b-773899332e14 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/networks?id=a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 200 len: 813 time: 0.2741377 Feb 11 13:11:53.875607 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-fb519650-b41c-46c5-8680-209043d65fa8 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/quotas/c4d1c8397a8c44d69eab44c4f44a56b6 HTTP/1.1" status: 200 len: 375 time: 0.0637214 Feb 11 13:11:53.875828 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f705f585-428e-48ef-a361-ff3508072b04 None None] New status for floating IP 5d690762-3c9b-4470-ae22-3edd54784501: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:11:53.907677 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:53.925018 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-30a0f2a5-abf5-416a-b00d-9a91408751e3 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286510 Feb 11 13:11:53.927300 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-641e1928-00d6-4df9-a0ee-e006109a3bf0 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394027 Feb 11 13:11:53.927889 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (26b55b8f-a3ad-43f2-90aa-29bc20f42da1), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.174532 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebcd1de8-4152-46e6-96fd-2915da73642c req-86692b4f-60fd-412b-a0ed-477b658f7093 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113352 Feb 11 13:11:54.178257 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-ac4e6374-dbbc-4c8a-a385-eb0dfc64d7fb service neutron] 10.222.0.86 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162385 Feb 11 13:11:54.179704 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Floating IP 26b55b8f-a3ad-43f2-90aa-29bc20f42da1 associated. External IP: 172.27.3.167, port: 600c9aab-4bd6-4dc4-95a2-133f0be64070. Feb 11 13:11:54.369112 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-fa153161-99aa-46ae-93c1-fcf5df7601c4 service neutron] 10.222.0.86 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848509 Feb 11 13:11:54.484348 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:54.562254 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ead63896-b34e-4a9f-b51e-30bb11d10c37 req-11b06a05-6c47-49a4-b004-950ae28a66dd tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 210 time: 0.0608389 Feb 11 13:11:54.903702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:54.909926 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:54.917015 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:54.933885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:54.934553 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:54.948328 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-20d1bcca-a4c9-4c6b-97c6-7d7e4913a503 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "PUT /v2.0/floatingips/26b55b8f-a3ad-43f2-90aa-29bc20f42da1 HTTP/1.1" status: 200 len: 991 time: 1.9331334 Feb 11 13:11:54.949019 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:54.962275 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863484b-a0e8-4768-bd94-56ba9dbeddd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:55.048389 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22b4006-0ffe-4dfb-ac44-927e74c7c01c req-48634d30-eadb-4a37-9730-7fed4610e857 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.050507 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a22b4006-0ffe-4dfb-ac44-927e74c7c01c req-48634d30-eadb-4a37-9730-7fed4610e857 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.0782187 Feb 11 13:11:55.054323 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0e1193-3d56-46a2-8451-61c84250bd51 x-openstack-request-id: req-6c0e1193-3d56-46a2-8451-61c84250bd51 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:55.054614 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:55.054869 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6c0e1193-3d56-46a2-8451-61c84250bd51 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:55.055289 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'status': 'completed', 'code': 200} Feb 11 13:11:55.092096 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:55.142213 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a22b4006-0ffe-4dfb-ac44-927e74c7c01c req-d2e45e74-1c79-4046-b1b4-fdab9ed839f6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848746 Feb 11 13:11:55.161544 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-f7010768-3b26-4ba3-95a7-cb2dd647e6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.163103 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-f7010768-3b26-4ba3-95a7-cb2dd647e6ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0780749 Feb 11 13:11:55.272955 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-4f09659c-b9b3-450c-9003-70d26a507815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.274505 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-4f09659c-b9b3-450c-9003-70d26a507815 service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.0904961 Feb 11 13:11:55.330687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '26b55b8f-a3ad-43f2-90aa-29bc20f42da1', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'port_id': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'mac_address': 'fa:16:3e:63:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:11:40Z', 'updated_at': '2022-02-11T13:11:53Z', 'revision_number': 1, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.345483 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-ff4ebc79-6e3e-4022-a0ef-76215378b5db service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 999 time: 0.0636711 Feb 11 13:11:55.357499 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:55.365796 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:55.366416 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.396859 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-fddb1ed5-7e91-462e-894a-3897fec4aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.398220 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-fddb1ed5-7e91-462e-894a-3897fec4aaba service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0436854 Feb 11 13:11:55.449739 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-e23f5106-0a92-4fbb-8393-1ac9749027e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.451307 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-e23f5106-0a92-4fbb-8393-1ac9749027e0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464520 Feb 11 13:11:55.584772 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-c5f24461-c796-46ff-88a6-c74c5c2541f6 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265204 Feb 11 13:11:55.615377 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:55.709878 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9761817f-4a06-42ec-887a-17f04f476100 req-a327a85b-c5f9-4f2a-a6c2-5a580e10456f tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 210 time: 0.0522392 Feb 11 13:11:55.757406 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-6711b09d-7cfe-47f8-9878-49df40898b5a tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:55.758818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-6711b09d-7cfe-47f8-9878-49df40898b5a tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "GET /v2.0/networks?id=a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 200 len: 813 time: 0.2288845 Feb 11 13:11:55.783152 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Request body: {'port': {'device_id': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b', 'admin_state_up': True, 'tenant_id': 'c4d1c8397a8c44d69eab44c4f44a56b6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:55.791991 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1863484b-a0e8-4768-bd94-56ba9dbeddd9 req-fd70da74-2a2b-4489-9341-a5666e835200 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916573 Feb 11 13:11:55.862901 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '26b55b8f-a3ad-43f2-90aa-29bc20f42da1', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'port_id': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'mac_address': 'fa:16:3e:63:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:11:40Z', 'updated_at': '2022-02-11T13:11:53Z', 'revision_number': 1, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:55.890594 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8d23df-31a5-4f0b-9811-b00f44995065 None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '26b55b8f-a3ad-43f2-90aa-29bc20f42da1', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'floating_ip_address': '172.27.3.167', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'port_id': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'mac_address': 'fa:16:3e:63:36:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:11:40Z', 'updated_at': '2022-02-11T13:11:53Z', 'revision_number': 1, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:55.908559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Made reservation on behalf of c4d1c8397a8c44d69eab44c4f44a56b6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:11:55.912231 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.042451 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Allocated IP 172.20.0.2 (a86a603a-39e0-4083-95d1-021095a7318b/2f9fb341-192c-4bbb-804f-315ecdff8860/7cc256e8-ea09-4b17-a14d-41271162ef78) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:11:56.106265 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441b4540-7364-444b-b76f-63c87588585c None None] New status for floating IP 26b55b8f-a3ad-43f2-90aa-29bc20f42da1: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:11:56.200614 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks [] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.269837 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.324965 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd3f0e-81d5-454b-9ea2-ce26fb3e3f11 req-2b844837-dc19-4faf-a1d1-9a286706fd0a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:56.326459 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-97fd3f0e-81d5-454b-9ea2-ce26fb3e3f11 req-2b844837-dc19-4faf-a1d1-9a286706fd0a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1056843 Feb 11 13:11:56.328244 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Network a86a603a-39e0-4083-95d1-021095a7318b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:11:56.335658 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:11:56.340554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:11:56.349392 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Pushing event updated for resources: {'Port': ['ID=7cc256e8-ea09-4b17-a14d-41271162ef78,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:56.418881 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:56.419510 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.425447 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-97fd3f0e-81d5-454b-9ea2-ce26fb3e3f11 req-f13926c6-378d-482b-b296-28a2523e8a08 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911844 Feb 11 13:11:56.440810 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-8d3a0b81-6971-4d42-ac50-6dde66da0427 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6629620 Feb 11 13:11:56.455072 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Request body: {'port': {'device_id': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:11:56.516122 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.750075 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09af78ff-8124-4184-a006-f04a13e77f13 req-6e81693f-5c04-46cf-aecd-e74036498331 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:56.751567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-09af78ff-8124-4184-a006-f04a13e77f13 req-6e81693f-5c04-46cf-aecd-e74036498331 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1023226 Feb 11 13:11:56.906955 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc256e8-ea09-4b17-a14d-41271162ef78 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:11:56.917650 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Publish callbacks [] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:56.929370 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8721a-d32d-48b9-83b8-bfcd10a8f811 req-5ee38a06-011f-4db5-b9b4-8264a95ee346 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:56.930852 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c1c8721a-d32d-48b9-83b8-bfcd10a8f811 req-5ee38a06-011f-4db5-b9b4-8264a95ee346 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 931 time: 0.1417923 Feb 11 13:11:56.951143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Transition to ACTIVE for port object 7cc256e8-ea09-4b17-a14d-41271162ef78 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:11:56.962340 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.010470 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Deleting port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:11:57.010813 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.058153 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc256e8-ea09-4b17-a14d-41271162ef78,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:57.110228 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c1c8721a-d32d-48b9-83b8-bfcd10a8f811 req-c6be59c6-095d-4a16-aac6-b493a4c5a6c9 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715703 Feb 11 13:11:57.174190 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] For port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:57.174551 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.193497 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Attempting to bind port 7cc256e8-ea09-4b17-a14d-41271162ef78 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:11:57.193832 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Attempting to bind port 7cc256e8-ea09-4b17-a14d-41271162ef78 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:11:57.194162 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Attempting to bind port 7cc256e8-ea09-4b17-a14d-41271162ef78 on network a86a603a-39e0-4083-95d1-021095a7318b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:57.247999 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Port 7cc256e8-ea09-4b17-a14d-41271162ef78 on network a86a603a-39e0-4083-95d1-021095a7318b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:11:57.248325 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Attempting to bind port 7cc256e8-ea09-4b17-a14d-41271162ef78 on network a86a603a-39e0-4083-95d1-021095a7318b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:11:57.275798 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:11:57.276055 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Checking segment: {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:11:57.276465 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Bound using segment: {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:11:57.277054 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Bound port: 7cc256e8-ea09-4b17-a14d-41271162ef78, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:11:57.277406 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.437023 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] For port 7cc256e8-ea09-4b17-a14d-41271162ef78, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:11:57.441299 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] For port 7cc256e8-ea09-4b17-a14d-41271162ef78, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7cc256e8-ea09-4b17-a14d-41271162ef78,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:11:57.455962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.465222 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.465587 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (eca5caaf-31ee-4064-8506-fe666515babc), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.465936 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Floating IP eca5caaf-31ee-4064-8506-fe666515babc disassociated. External IP: 172.27.3.69, port: b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d. Feb 11 13:11:57.466400 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Calling delete_port for b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:11:57.494781 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.495651 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.497107 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] 10.222.0.77 "PUT /v2.0/ports/7cc256e8-ea09-4b17-a14d-41271162ef78 HTTP/1.1" status: 200 len: 1093 time: 1.0467169 Feb 11 13:11:57.503767 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'tag': '7cc256e8-ea09-4b17-a14d-41271162ef78'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:57.506643 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c375ec0c-7c98-4925-a6af-06e332ff69c4", "tag": "7cc256e8-ea09-4b17-a14d-41271162ef78"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:57.576795 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181b31c9-4c10-4312-9332-c2ed394ed57d x-openstack-request-id: req-181b31c9-4c10-4312-9332-c2ed394ed57d {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:57.577098 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c375ec0c-7c98-4925-a6af-06e332ff69c4", "tag": "7cc256e8-ea09-4b17-a14d-41271162ef78", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:57.577336 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-181b31c9-4c10-4312-9332-c2ed394ed57d {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:57.577724 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'tag': '7cc256e8-ea09-4b17-a14d-41271162ef78', 'status': 'completed', 'code': 200} Feb 11 13:11:57.636898 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2828a-e407-4e1e-ae3b-4300c0ebbf53 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc256e8-ea09-4b17-a14d-41271162ef78,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:57.671520 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913dc3a4-38a4-4d72-a90c-53d245cb1322 req-a5fdd9aa-5b82-434b-803a-3d0554f64f5a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.672994 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-913dc3a4-38a4-4d72-a90c-53d245cb1322 req-a5fdd9aa-5b82-434b-803a-3d0554f64f5a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 946 time: 0.1750255 Feb 11 13:11:57.698064 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-e810b455-d71f-4491-8a03-df3f684a8e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.699866 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-e810b455-d71f-4491-8a03-df3f684a8e11 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 1127 time: 0.1189139 Feb 11 13:11:57.773356 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-7c607912-27ad-40c1-be95-c804ae674dff service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc256e8-ea09-4b17-a14d-41271162ef78 HTTP/1.1" status: 200 len: 217 time: 0.0654793 Feb 11 13:11:57.823657 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-913dc3a4-38a4-4d72-a90c-53d245cb1322 req-58a4abfa-1995-45b0-96d1-bca4e40d07ec tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=dd6c26f5-5482-4755-b5e9-cad6462d56bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411319 Feb 11 13:11:57.845675 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-cfe29d6a-a8d2-4560-ba41-6ac2f773c330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:57.847146 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-cfe29d6a-a8d2-4560-ba41-6ac2f773c330 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f9fb341-192c-4bbb-804f-315ecdff8860 HTTP/1.1" status: 200 len: 853 time: 0.0616877 Feb 11 13:11:57.862416 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:57.886391 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-7607f4e8-61a6-4554-be63-f9a4177b8d7f service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a86a603a-39e0-4083-95d1-021095a7318b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332115 Feb 11 13:11:57.912947 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event deleted for resources: {'Port': ['ID=b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:11:58.069551 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-0f17abe8-59fa-44b5-a23c-ee7ac66aa7c1 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649132 Feb 11 13:11:58.115999 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:11:58.495234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.499689 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f18a806-4e3d-474a-ba2c-c0945faa24a3 req-b2345b1f-a9dc-4f32-9359-dfe0e1cce427 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239738 Feb 11 13:11:58.573371 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4106db7-fd10-43a7-9b89-cc2c50d41786 req-8390d589-aa18-442f-a6b3-55f0e77deade tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:58.574837 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c4106db7-fd10-43a7-9b89-cc2c50d41786 req-8390d589-aa18-442f-a6b3-55f0e77deade tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 943 time: 0.1292219 Feb 11 13:11:58.592223 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:11:58.605276 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:11:58.616190 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:58.616954 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:58.654046 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] No DVR routers for this DVR port b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:11:58.658347 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:58.661663 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-09af78ff-8124-4184-a006-f04a13e77f13 req-0213707a-fc81-4d92-89e4-43dc29d81189 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "DELETE /v2.0/ports/b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d HTTP/1.1" status: 204 len: 173 time: 1.9033370 Feb 11 13:11:58.691446 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-e4c3bb85-1a1c-4509-b3f7-aac45848b1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:58.693470 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-e4c3bb85-1a1c-4509-b3f7-aac45848b1ae service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 1127 time: 0.1381869 Feb 11 13:11:58.698076 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c4106db7-fd10-43a7-9b89-cc2c50d41786 req-6a9f9996-0647-4e01-8ad4-286bbd0bf544 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039784 Feb 11 13:11:58.748707 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:58.803751 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-0bd3aa02-2946-45bb-8158-b3b7e057fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:58.805681 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-0bd3aa02-2946-45bb-8158-b3b7e057fc35 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 200 len: 914 time: 0.1042261 Feb 11 13:11:58.849223 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-37594dfb-5e9c-47f5-86e1-d94f9b7ff94d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7cc256e8-ea09-4b17-a14d-41271162ef78 HTTP/1.1" status: 200 len: 217 time: 0.0358591 Feb 11 13:11:58.925541 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-80b2e460-795e-4477-a420-ececaf9aec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:58.928285 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-80b2e460-795e-4477-a420-ececaf9aec83 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f9fb341-192c-4bbb-804f-315ecdff8860 HTTP/1.1" status: 200 len: 853 time: 0.0722532 Feb 11 13:11:58.980516 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c69fc25c-c1ec-4611-bc72-43b1b4d0ffa0 req-a69dc246-042f-46ad-9eaa-b003e989ed65 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=f44bbb4e-152b-47c0-92f3-08525502c4c6 HTTP/1.1" status: 200 len: 210 time: 0.0510921 Feb 11 13:11:58.982391 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-29db5c17-7ea1-47dd-80b7-f3714f638870 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a86a603a-39e0-4083-95d1-021095a7318b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444312 Feb 11 13:11:58.994087 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.022383 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:11:59.034644 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:11:59.035400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:11:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.090033 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-a5475b5c-7ca8-42fe-86f1-4a0a61d904a5 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992928 Feb 11 13:11:59.147502 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:11:59.183592 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c9dd2c2-c34b-49c8-9257-90fcbf5931f0 req-ec338253-a517-421f-b9a0-43b5a3debc05 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874727 Feb 11 13:11:59.344608 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:11:59.373914 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16736fd0-c3e6-4380-9c77-46315972eb21 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:11:59.578889 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-deleted', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:11:59.582224 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3f676b-5578-4ead-ad14-49751d8115f3" -d '{"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-deleted", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:11:59.583931 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4489b5-a6a2-4991-bc67-a4b0541e47a7 None None] New status for floating IP eca5caaf-31ee-4064-8506-fe666515babc: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:11:59.618980 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea646a8e-88dc-4a1f-bfed-df8c4c7b04a5 x-openstack-request-id: req-ea646a8e-88dc-4a1f-bfed-df8c4c7b04a5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:11:59.619338 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f44bbb4e-152b-47c0-92f3-08525502c4c6", "name": "network-vif-deleted", "tag": "b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:11:59.619619 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ea646a8e-88dc-4a1f-bfed-df8c4c7b04a5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:11:59.620024 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f44bbb4e-152b-47c0-92f3-08525502c4c6', 'name': 'network-vif-deleted', 'tag': 'b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d', 'status': 'completed', 'code': 200} Feb 11 13:11:59.804515 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7cc256e8-ea09-4b17-a14d-41271162ef78 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:11:59.807341 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:11:59.827253 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0825c-7327-4496-b5ca-30ec909aea5c req-e81af074-a264-41ce-af22-4eed2715abe6 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:11:59.829049 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-78a0825c-7327-4496-b5ca-30ec909aea5c req-e81af074-a264-41ce-af22-4eed2715abe6 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 943 time: 0.0556700 Feb 11 13:11:59.833866 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:11:59.834212 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device b3dd75b4-0ca9-4149-a6e6-73f4d9d50e3d not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:11:59.878739 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-78a0825c-7327-4496-b5ca-30ec909aea5c req-bc1005d7-36e2-4bef-8013-92c00008eb1e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432367 Feb 11 13:11:59.928871 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7cc256e8-ea09-4b17-a14d-41271162ef78, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7cc256e8-ea09-4b17-a14d-41271162ef78,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:11:59.939516 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '7cc256e8-ea09-4b17-a14d-41271162ef78', 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b', 'port_id': '7cc256e8-ea09-4b17-a14d-41271162ef78', 'mac_address': 'fa:16:3e:d2:a3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9fb341-192c-4bbb-804f-315ecdff8860', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:11:59.980312 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7cc256e8-ea09-4b17-a14d-41271162ef78 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:11:59.980700 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:11:59.993637 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc256e8-ea09-4b17-a14d-41271162ef78 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:00.013979 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7cc256e8-ea09-4b17-a14d-41271162ef78, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7cc256e8-ea09-4b17-a14d-41271162ef78,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:00.018984 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.067294 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7cc256e8-ea09-4b17-a14d-41271162ef78,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.080639 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:00.138428 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (dd6c26f5-5482-4755-b5e9-cad6462d56bb), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.161741 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (dd6c26f5-5482-4755-b5e9-cad6462d56bb), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.210916 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (dd6c26f5-5482-4755-b5e9-cad6462d56bb), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.213556 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.214852 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "DELETE /v2.0/security-groups/dd6c26f5-5482-4755-b5e9-cad6462d56bb HTTP/1.1" status: 204 len: 168 time: 0.1331685 Feb 11 13:12:00.217988 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56494) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:00.224369 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6c26f5-5482-4755-b5e9-cad6462d56bb,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.231592 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.231948 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.232294 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.232635 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.232747 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-be8ecc78-a15a-40a8-b6bd-909b54e07885 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] show failed (client error): The resource could not be found. Feb 11 13:12:00.232973 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.233311 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.233640 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.233765 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-be8ecc78-a15a-40a8-b6bd-909b54e07885 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups/dd6c26f5-5482-4755-b5e9-cad6462d56bb HTTP/1.1" status: 404 len: 347 time: 0.0140386 Feb 11 13:12:00.233969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.234297 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.234625 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.234949 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.235309 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.235636 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a043f-51ad-4f9b-9717-9ee63ffc8faa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.236565 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56496) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:00.256674 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['7cc256e8-ea09-4b17-a14d-41271162ef78'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:00.412633 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Deleting port 9adefa83-44c1-4f63-a9a3-6e72132514b8 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:00.412873 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.491219 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.491556 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (9adefa83-44c1-4f63-a9a3-6e72132514b8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.503082 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Calling delete_port for 9adefa83-44c1-4f63-a9a3-6e72132514b8 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:00.642974 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (9adefa83-44c1-4f63-a9a3-6e72132514b8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.666300 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event deleted for resources: {'Port': ['ID=9adefa83-44c1-4f63-a9a3-6e72132514b8,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:00.679611 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.679971 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.680372 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.680721 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.681063 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.681760 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.681760 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.682049 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.682381 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.682711 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.683187 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.683519 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.683995 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:12:00.743266 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (eca5caaf-31ee-4064-8506-fe666515babc), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.746054 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:00.749030 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6485be38-d49f-45b8-8e01-9606d028171e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "DELETE /v2.0/floatingips/eca5caaf-31ee-4064-8506-fe666515babc HTTP/1.1" status: 204 len: 168 time: 0.5112696 Feb 11 13:12:00.967811 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 56502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:00.972694 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1958418288', 'description': 'tempest-description--1638694714'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:00.997000 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.010431 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b6c4c-303a-4b50-b1ea-83118519893d req-0930862f-fc0b-4893-a47d-ad60125e2988 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:01.014877 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-be7b6c4c-303a-4b50-b1ea-83118519893d req-0930862f-fc0b-4893-a47d-ad60125e2988 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 944 time: 0.0632372 Feb 11 13:12:01.064163 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-be7b6c4c-303a-4b50-b1ea-83118519893d req-ab91026c-5e4b-4640-8c04-d5cac866a1e6 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462978 Feb 11 13:12:01.085624 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (aca347ce-5d65-46c5-b0e0-81d41fd3d427), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.089619 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (aca347ce-5d65-46c5-b0e0-81d41fd3d427), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.118729 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca347ce-5d65-46c5-b0e0-81d41fd3d427,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.122843 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.127119 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56504) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:01.131631 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-b80d4768-cc59-4686-9d1f-7dc9824b8ecc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1626871 Feb 11 13:12:01.131767 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'security_group_rule': {'security_group_id': 'aca347ce-5d65-46c5-b0e0-81d41fd3d427', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:01.156270 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (a8ad19e8-29da-494d-94e4-5a30ed8b4678), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.214371 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (a8ad19e8-29da-494d-94e4-5a30ed8b4678), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.219042 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (a8ad19e8-29da-494d-94e4-5a30ed8b4678), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.237370 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8ad19e8-29da-494d-94e4-5a30ed8b4678,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.245110 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.246370 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-4a299230-78e4-496f-902e-4559f1c67016 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1182337 Feb 11 13:12:01.249082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56506) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:01.253374 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'security_group_rule': {'security_group_id': 'aca347ce-5d65-46c5-b0e0-81d41fd3d427', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:01.278912 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (886cf6d3-59f4-4f2c-9adf-49271a57313b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.334176 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (886cf6d3-59f4-4f2c-9adf-49271a57313b), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.338534 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (886cf6d3-59f4-4f2c-9adf-49271a57313b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.355550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886cf6d3-59f4-4f2c-9adf-49271a57313b,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.363724 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.364924 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-24a1caf9-0c6b-4808-9994-8b1d4b26231b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149249 Feb 11 13:12:01.368227 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56508) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:01.372615 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:01.394923 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.495644 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.596969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Allocated IP 172.27.3.211 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/52c51224-abaa-4cb0-beca-62b3830df4e0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:01.698862 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.733380 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.780286 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:01.783374 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:01.788328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:01.791492 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'Port': ['ID=52c51224-abaa-4cb0-beca-62b3830df4e0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:01.807018 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7cc256e8-ea09-4b17-a14d-41271162ef78 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:01.875438 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 7cc256e8-ea09-4b17-a14d-41271162ef78 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:01.880761 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 7cc256e8-ea09-4b17-a14d-41271162ef78 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:01.881886 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.916588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.954710 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.964073 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7cc256e8-ea09-4b17-a14d-41271162ef78 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:01.964465 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:01.986972 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc256e8-ea09-4b17-a14d-41271162ef78'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:01.989700 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf10966-3af5-4b57-b9ea-ae42645f4ed4" -d '{"events": [{"server_uuid": "c375ec0c-7c98-4925-a6af-06e332ff69c4", "name": "network-vif-plugged", "status": "completed", "tag": "7cc256e8-ea09-4b17-a14d-41271162ef78"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:02.002654 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7cc256e8-ea09-4b17-a14d-41271162ef78, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7cc256e8-ea09-4b17-a14d-41271162ef78,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:02.006643 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.032442 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e702a2-3879-4569-9410-eb83d1f34f93 x-openstack-request-id: req-e8e702a2-3879-4569-9410-eb83d1f34f93 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:02.032733 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c375ec0c-7c98-4925-a6af-06e332ff69c4", "name": "network-vif-plugged", "status": "completed", "tag": "7cc256e8-ea09-4b17-a14d-41271162ef78", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:02.032985 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e8e702a2-3879-4569-9410-eb83d1f34f93 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:02.033365 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc256e8-ea09-4b17-a14d-41271162ef78', 'code': 200} Feb 11 13:12:02.062196 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7cc256e8-ea09-4b17-a14d-41271162ef78,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.119159 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.128364 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.173860 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f45695f3-eba4-4975-8b9f-055aec0a01c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.248529 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'Port': ['ID=52c51224-abaa-4cb0-beca-62b3830df4e0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:02.274863 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.291584 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183efd3-033c-44b9-9fb5-5e82c07d9fb5 req-9b8918b2-c60d-4195-96b9-50518c188cc3 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:02.293421 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f183efd3-033c-44b9-9fb5-5e82c07d9fb5 req-9b8918b2-c60d-4195-96b9-50518c188cc3 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 945 time: 0.1378274 Feb 11 13:12:02.312960 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa9a37-ca62-4796-93b2-607ef1fd0e40 req-e0fafc62-087c-45ea-a0cf-d45d08ef5c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:02.314377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0bfa9a37-ca62-4796-93b2-607ef1fd0e40 req-e0fafc62-087c-45ea-a0cf-d45d08ef5c9d service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 1129 time: 0.1243410 Feb 11 13:12:02.318332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:02.319449 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-929ac882-3bb3-4c15-a172-952763d841a3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9501574 Feb 11 13:12:02.383164 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f183efd3-033c-44b9-9fb5-5e82c07d9fb5 req-52270fb8-4411-469e-9aee-fe260ebf16af tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831857 Feb 11 13:12:02.385535 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0bfa9a37-ca62-4796-93b2-607ef1fd0e40 req-f01dc353-25a8-425b-b381-d199c2b0e357 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599911 Feb 11 13:12:02.512849 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-52941ab3-4c6f-4312-bda3-2de2fe61550b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1958418288&fields=id&tenant_id=9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 267 time: 0.0448117 Feb 11 13:12:02.614590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-6e4c12d5-c1af-491a-9c8d-1639d570d9d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:02.616007 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-6e4c12d5-c1af-491a-9c8d-1639d570d9d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 815 time: 0.0968654 Feb 11 13:12:02.630074 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-df099576-95cd-48fd-ac9d-aff28f11f9da tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/quotas/9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 375 time: 0.0086884 Feb 11 13:12:02.683616 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-c2a0bc04-9e47-459c-bd15-801590ad0711 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483394 Feb 11 13:12:02.783933 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-3ab094fa-a7f5-42db-9c45-63116b932171 service neutron] 10.222.0.86 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886490 Feb 11 13:12:02.875545 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-dd64d561-89c4-43a5-9a5c-5766dcc5f8b4 service neutron] 10.222.0.86 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858207 Feb 11 13:12:03.029680 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8a61307b-1491-4a14-9e02-0980e89866fe req-5a85d68a-0384-466c-a823-1ed50a5aa08e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 210 time: 0.0271699 Feb 11 13:12:03.504265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5085b-1eff-4b86-9cae-32bdd57f330a req-0ef13072-89a5-47e7-94a2-f8f956ecba40 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:03.506339 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8ca5085b-1eff-4b86-9cae-32bdd57f330a req-0ef13072-89a5-47e7-94a2-f8f956ecba40 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 945 time: 0.0532641 Feb 11 13:12:03.555099 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8ca5085b-1eff-4b86-9cae-32bdd57f330a req-e0ac3868-a1aa-46ee-9acb-6231e256f10b tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Feb 11 13:12:04.060329 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-20940bb9-8918-496a-bc7b-028f33d68844 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:04.062562 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-20940bb9-8918-496a-bc7b-028f33d68844 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 815 time: 0.1061764 Feb 11 13:12:04.141540 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e2c131ce-4d52-4eb3-955e-3669944dc06e req-ef1aca83-6037-4bbf-8f10-4abc78222993 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 210 time: 0.0356126 Feb 11 13:12:04.157553 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-3b657635-3a15-4867-9707-e169f0f17736 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 380 time: 0.0821426 Feb 11 13:12:04.177388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'port': {'device_id': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'admin_state_up': True, 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'security_groups': ['aca347ce-5d65-46c5-b0e0-81d41fd3d427']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:04.282676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Made reservation on behalf of 9a230c07c6da438f8fb1162d4e4ef942 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:12:04.286706 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.407029 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Allocated IP 172.20.0.3 (a33c0d66-3b53-4886-9702-f4f00b18277e/546ba8e6-1822-47c6-a98a-a1c5a5af8b7a/ff14088d-736a-4892-ab98-cb8ef4c0f2d0) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:12:04.539839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.572217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.618802 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Network a33c0d66-3b53-4886-9702-f4f00b18277e is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:12:04.621884 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:12:04.627222 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:12:04.638170 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:04.709154 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:04.709770 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.730812 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83400a5-3862-48cb-a00b-7d36da1c7ef5 req-9c8cc0b7-65a1-44ef-8ba6-7784da6b37cc tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:04.732398 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e83400a5-3862-48cb-a00b-7d36da1c7ef5 req-9c8cc0b7-65a1-44ef-8ba6-7784da6b37cc tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 945 time: 0.1062360 Feb 11 13:12:04.736071 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-e285dcc4-7c46-4a5b-a508-088b25d8277e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623634 Feb 11 13:12:04.748357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Request body: {'port': {'device_id': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:04.790946 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a7dc531-c070-48b3-87ec-eea71a788cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.829048 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-849ef1b7-b93e-4d83-bb73-7b95f575a094 None None] Provisioning complete for port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:04.829524 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-849ef1b7-b93e-4d83-bb73-7b95f575a094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.833765 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e83400a5-3862-48cb-a00b-7d36da1c7ef5 req-706e9cd3-4ccf-4e57-9d2d-d158ddb09227 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953312 Feb 11 13:12:04.839989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:04.874247 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-849ef1b7-b93e-4d83-bb73-7b95f575a094 None None] Port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:12:05.103740 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff14088d-736a-4892-ab98-cb8ef4c0f2d0 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:05.111059 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Publish callbacks [] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.123400 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Transition to ACTIVE for port object ff14088d-736a-4892-ab98-cb8ef4c0f2d0 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:12:05.127671 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.179876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:05.292676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Attempting to bind port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:12:05.293030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Attempting to bind port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:12:05.293357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Attempting to bind port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 on network a33c0d66-3b53-4886-9702-f4f00b18277e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:05.299750 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 on network a33c0d66-3b53-4886-9702-f4f00b18277e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:12:05.300080 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Attempting to bind port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 on network a33c0d66-3b53-4886-9702-f4f00b18277e {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:12:05.309973 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:12:05.310183 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Checking segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:12:05.310570 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Bound using segment: {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:12:05.310999 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Bound port: ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:12:05.311381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.341513 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acb925-29fa-4317-bfd7-f2fced9e74ff req-7c06dbd0-bccc-4ca3-95fe-2a90a7989740 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.343970 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-70acb925-29fa-4317-bfd7-f2fced9e74ff req-7c06dbd0-bccc-4ca3-95fe-2a90a7989740 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.1001616 Feb 11 13:12:05.429248 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-70acb925-29fa-4317-bfd7-f2fced9e74ff req-dd1a32ff-434f-4a4f-8886-53796589636b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662196 Feb 11 13:12:05.430185 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:12:05.433523 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:12:05.440142 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.480706 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.481254 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.482622 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] 10.222.0.77 "PUT /v2.0/ports/ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 1093 time: 0.7382705 Feb 11 13:12:05.483066 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:05.485333 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5206a21-12c7-4088-adec-cf7aaf7b76a2" -d '{"events": [{"name": "network-changed", "server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:05.510051 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975faba-50eb-43a7-a026-57489ec9f37d service neutron] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:05.557297 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea2b6cf-0f0c-40a9-a597-04e75dbbf7d5 x-openstack-request-id: req-dea2b6cf-0f0c-40a9-a597-04e75dbbf7d5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:05.557906 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:05.557906 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dea2b6cf-0f0c-40a9-a597-04e75dbbf7d5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:05.558270 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'status': 'completed', 'code': 200} Feb 11 13:12:05.577113 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-5f63e4b3-9f39-4fba-8f73-2ecc79bb7a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.579015 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-5f63e4b3-9f39-4fba-8f73-2ecc79bb7a4c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1127 time: 0.0525084 Feb 11 13:12:05.622617 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-6b55516e-4ea8-4a6e-96e2-6fc8b1a07329 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 217 time: 0.0363021 Feb 11 13:12:05.668233 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:05.683839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-738ae267-e69d-4b00-b5f0-6235248b3426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.685554 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-738ae267-e69d-4b00-b5f0-6235248b3426 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.0554287 Feb 11 13:12:05.740407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-340176b9-3357-4e46-9138-31acf03fd2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:05.741918 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-340176b9-3357-4e46-9138-31acf03fd2a8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468423 Feb 11 13:12:05.840960 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-4bc878ef-5af7-40ef-8150-80db7d7a9e18 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925298 Feb 11 13:12:05.934388 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7f0913eb-8f31-48f8-b83d-c638d918751a req-43809aa7-e28f-4965-9f64-53e3a0a87b82 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863883 Feb 11 13:12:06.041296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-47dafab1-410d-46b4-a5bb-56008ab2c78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:06.043175 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-47dafab1-410d-46b4-a5bb-56008ab2c78d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1127 time: 0.0451143 Feb 11 13:12:06.141486 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-99f929aa-57da-408f-a3e0-42ae84295063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:06.142966 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-99f929aa-57da-408f-a3e0-42ae84295063 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.0909271 Feb 11 13:12:06.182363 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-20af6502-178d-4936-a987-de55ec67dd8e service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 217 time: 0.0329051 Feb 11 13:12:06.239505 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-0c2e6a63-cca5-451d-a35c-4a36e7203e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:06.240949 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-0c2e6a63-cca5-451d-a35c-4a36e7203e50 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.0491211 Feb 11 13:12:06.291144 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-cd6a4eb2-3b73-4323-9f5d-8fb461147095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:06.292691 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-cd6a4eb2-3b73-4323-9f5d-8fb461147095 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435271 Feb 11 13:12:06.384271 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-8feba32a-a717-4049-8149-6d43480b00a7 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819528 Feb 11 13:12:06.476532 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a5206a21-12c7-4088-adec-cf7aaf7b76a2 req-f87c46fc-9c46-4c0a-a70c-cdbee99150ce service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Feb 11 13:12:06.553856 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9d25-5f33-4c37-abb4-8e768a7b46a2 req-975237f0-9933-43d6-a080-1746d60192e1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:06.555270 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f1b9d25-5f33-4c37-abb4-8e768a7b46a2 req-975237f0-9933-43d6-a080-1746d60192e1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0527282 Feb 11 13:12:06.603518 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f1b9d25-5f33-4c37-abb4-8e768a7b46a2 req-9a03c352-9dab-4227-9a74-c23cf855b8fe tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427072 Feb 11 13:12:07.732841 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac58a1e-d253-4625-8baf-f002010c48fe req-5c0b6add-7e0f-4480-b87c-01cd750ca3b9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:07.734377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bac58a1e-d253-4625-8baf-f002010c48fe req-5c0b6add-7e0f-4480-b87c-01cd750ca3b9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0582659 Feb 11 13:12:07.735920 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.782822 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bac58a1e-d253-4625-8baf-f002010c48fe req-6aabd8aa-4b46-45cb-8357-f7d383fd6334 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424056 Feb 11 13:12:07.812248 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:12:07.913243 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:07.924252 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'mac_address': 'fa:16:3e:c1:92:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:12:07.962312 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:07.962699 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:07.975726 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff14088d-736a-4892-ab98-cb8ef4c0f2d0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:12:07.998415 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:08.003201 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.053123 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:08.275744 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['ff14088d-736a-4892-ab98-cb8ef4c0f2d0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:08.499721 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:08.908923 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479beb4-eaf7-4015-b733-1da2f5bc5bf7 req-87eb626b-c81d-4662-b36d-8097ad1e681f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:08.910573 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6479beb4-eaf7-4015-b733-1da2f5bc5bf7 req-87eb626b-c81d-4662-b36d-8097ad1e681f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0551119 Feb 11 13:12:08.956379 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6479beb4-eaf7-4015-b733-1da2f5bc5bf7 req-691a0d8e-613d-4e1b-b800-d0cd957beb88 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401766 Feb 11 13:12:09.812272 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:12:09.873376 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:12:09.877743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:12:09.878126 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.966718 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:12:09.967261 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:09.990697 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:09.992962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0094fbb2-775a-411d-9c1e-1a8a2abc7c5b" -d '{"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-plugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:10.006336 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:10.012888 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:10.037324 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562716fa-278f-4815-a615-9f5e122f5ffb x-openstack-request-id: req-562716fa-278f-4815-a615-9f5e122f5ffb {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:10.037636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-plugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:10.037893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-562716fa-278f-4815-a615-9f5e122f5ffb {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:10.038281 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'code': 200} Feb 11 13:12:10.065894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:10.092994 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e72d0-3cae-4e56-bdc0-8bf372c4c9fb req-759f6afe-5e48-47be-a0a9-f1159d6b8cb5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:10.094564 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-302e72d0-3cae-4e56-bdc0-8bf372c4c9fb req-759f6afe-5e48-47be-a0a9-f1159d6b8cb5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0599656 Feb 11 13:12:10.146345 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-302e72d0-3cae-4e56-bdc0-8bf372c4c9fb req-50e34d3f-f981-4849-bff2-fd2e5687f99c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459030 Feb 11 13:12:10.235599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12931077-f8eb-4123-999b-1bb75091bcc5 req-759f88da-1a5b-4738-aed8-28730f9ae39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:10.237219 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12931077-f8eb-4123-999b-1bb75091bcc5 req-759f88da-1a5b-4738-aed8-28730f9ae39c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1129 time: 0.0445423 Feb 11 13:12:10.282613 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12931077-f8eb-4123-999b-1bb75091bcc5 req-b4a66065-48b5-477f-aa83-8d985960cff1 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369856 Feb 11 13:12:11.273725 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1011c-4113-4092-a10e-f42dccde786a req-16e1e004-a3e2-4152-b272-fa5ae52f7ed9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:11.275334 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dca1011c-4113-4092-a10e-f42dccde786a req-16e1e004-a3e2-4152-b272-fa5ae52f7ed9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0538001 Feb 11 13:12:11.326249 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dca1011c-4113-4092-a10e-f42dccde786a req-de1caa38-663c-437e-994f-5a53b672a1b6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450761 Feb 11 13:12:12.453046 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ef71c-2a0a-4994-a17d-eb946e87eeb9 req-657d1b3d-204c-489b-97a5-54c1322c0b57 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:12.454743 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d62ef71c-2a0a-4994-a17d-eb946e87eeb9 req-657d1b3d-204c-489b-97a5-54c1322c0b57 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0551071 Feb 11 13:12:12.502566 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d62ef71c-2a0a-4994-a17d-eb946e87eeb9 req-f394e357-ce7a-4e7a-bb08-4df8e0725ae5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419574 Feb 11 13:12:12.627417 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586693c3-4038-46c9-b7c0-df5fd45bfee3 req-f3188bc6-59c6-4b1c-aa55-41cfc76e3d0c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:12.629448 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-586693c3-4038-46c9-b7c0-df5fd45bfee3 req-f3188bc6-59c6-4b1c-aa55-41cfc76e3d0c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0585084 Feb 11 13:12:12.638525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 56642) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:12:12.642929 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Request body: {'floatingip': {'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:12:12.685498 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.381122 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.385546 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.489311 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Floating IP 7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf associated. External IP: 172.27.3.211, port: ff14088d-736a-4892-ab98-cb8ef4c0f2d0. Feb 11 13:12:13.696531 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:12:13.809655 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:12:13.814709 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:13.819299 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:12:13.828560 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:13.829179 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:12:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:13.843700 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-281be2f8-2c00-4bac-a036-c22dbbd7e485 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "PUT /v2.0/floatingips/7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf HTTP/1.1" status: 200 len: 991 time: 1.2041004 Feb 11 13:12:13.844285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:13.846526 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a345b77-daea-4d8e-baee-d061848f6c13" -d '{"events": [{"name": "network-changed", "server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:13.893626 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c70ab77-c9af-4f48-94cb-ad731299c7d8 x-openstack-request-id: req-9c70ab77-c9af-4f48-94cb-ad731299c7d8 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:13.893930 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:13.894939 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9c70ab77-c9af-4f48-94cb-ad731299c7d8 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:13.895466 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'status': 'completed', 'code': 200} Feb 11 13:12:13.945017 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:13.968812 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-a6a08fd6-36e4-4ee9-86dd-ad020191564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:13.970490 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-a6a08fd6-36e4-4ee9-86dd-ad020191564e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1129 time: 0.0545659 Feb 11 13:12:14.080015 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-bc0a89a8-93e7-4427-91c5-f99fb46203c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:14.081580 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-bc0a89a8-93e7-4427-91c5-f99fb46203c6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.1029315 Feb 11 13:12:14.162278 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-bfb784be-20e2-41b9-acb2-3f211c0fb257 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 999 time: 0.0738242 Feb 11 13:12:14.208743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'mac_address': 'fa:16:3e:c1:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:01Z', 'updated_at': '2022-02-11T13:12:13Z', 'revision_number': 1, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.234357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-23f314bf-d2b5-481d-bd2c-a723946b26bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:14.239495 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-23f314bf-d2b5-481d-bd2c-a723946b26bc service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.0672178 Feb 11 13:12:14.248739 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:12:14.269226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:12:14.269970 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:12:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.302343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-aeef25ea-d10d-419b-a8f7-c4ea3b885387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:14.304000 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-aeef25ea-d10d-419b-a8f7-c4ea3b885387 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598259 Feb 11 13:12:14.392455 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:12:14.409885 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-1d4ad9cb-e8aa-4031-aea8-4e7f4c210b2a service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953074 Feb 11 13:12:14.514402 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3a345b77-daea-4d8e-baee-d061848f6c13 req-91ec8e1f-fd7d-4a17-9452-0fec26530e07 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977824 Feb 11 13:12:14.635962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'mac_address': 'fa:16:3e:c1:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:01Z', 'updated_at': '2022-02-11T13:12:13Z', 'revision_number': 1, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:12:14.665620 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416afcc9-5304-4aa5-9167-9be1e13b14d0 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'mac_address': 'fa:16:3e:c1:92:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:12:01Z', 'updated_at': '2022-02-11T13:12:13Z', 'revision_number': 1, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:12:14.856556 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942d29a9-e6f1-4a36-a1d4-ef0a08016b00 None None] New status for floating IP 7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:12:21.110252 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:12:28.522768 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:32.178377 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef3bb7a1-ae55-47f9-aabf-86c80c6b02f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:34.793971 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a9032e4b-790d-49d6-a9f2-5bc68ff5f8e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:35.660234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:37.740793 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:38.501854 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:51.242767 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af820e-4d1c-4d40-9a4f-9246e7de8f76 req-6692be6c-0bdd-4c4c-b2c9-29e29dc33dfd tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.244582 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3af820e-4d1c-4d40-9a4f-9246e7de8f76 req-6692be6c-0bdd-4c4c-b2c9-29e29dc33dfd tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0620239 Feb 11 13:12:51.293465 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3af820e-4d1c-4d40-9a4f-9246e7de8f76 req-37b6cc60-6824-479d-abc0-e804f40cc083 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431945 Feb 11 13:12:51.508979 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8988f6-665a-4be9-b7e9-572795a7bcfb req-7a8cb828-e504-4174-93c8-85c59bf19fda tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:51.510445 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2a8988f6-665a-4be9-b7e9-572795a7bcfb req-7a8cb828-e504-4174-93c8-85c59bf19fda tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 945 time: 0.0554042 Feb 11 13:12:51.556564 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2a8988f6-665a-4be9-b7e9-572795a7bcfb req-a4232945-012e-4d9b-b490-939474c1afb7 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 Feb 11 13:12:52.416217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46b527-c952-4781-9e93-84ad2d08d060 req-9b8d13a2-8c28-437b-b841-bf62fed1bcce tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.417711 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0d46b527-c952-4781-9e93-84ad2d08d060 req-9b8d13a2-8c28-437b-b841-bf62fed1bcce tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0540867 Feb 11 13:12:52.467442 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0d46b527-c952-4781-9e93-84ad2d08d060 req-5ba57022-3256-4e31-9b62-b3068565a4b6 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440958 Feb 11 13:12:52.676060 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c5e04-adfe-4837-a4cf-836398d1576b req-5e96a79b-6c33-417c-866a-2d41a265d978 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:52.677565 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a45c5e04-adfe-4837-a4cf-836398d1576b req-5e96a79b-6c33-417c-866a-2d41a265d978 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 945 time: 0.0534055 Feb 11 13:12:52.724307 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a45c5e04-adfe-4837-a4cf-836398d1576b req-92dae7b0-115f-4f7d-965f-88879f04c5ca tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412338 Feb 11 13:12:53.320940 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-a90cb1aa-29a7-4926-99cb-ef260431b73c tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.322390 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-a90cb1aa-29a7-4926-99cb-ef260431b73c tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 945 time: 0.0520456 Feb 11 13:12:53.419159 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Deleting port 7cc256e8-ea09-4b17-a14d-41271162ef78 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:12:53.419873 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.508604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] For port 7cc256e8-ea09-4b17-a14d-41271162ef78, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7cc256e8-ea09-4b17-a14d-41271162ef78,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:12:53.508970 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.522594 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Calling delete_port for 7cc256e8-ea09-4b17-a14d-41271162ef78 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:12:53.662028 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7cc256e8-ea09-4b17-a14d-41271162ef78), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.677662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['7cc256e8-ea09-4b17-a14d-41271162ef78'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:12:53.693702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Pushing event deleted for resources: {'Port': ['ID=7cc256e8-ea09-4b17-a14d-41271162ef78,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:12:53.769414 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] No DVR routers for this DVR port 7cc256e8-ea09-4b17-a14d-41271162ef78 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:12:53.772265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:53.775590 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a93df7c-fdf0-4831-ab10-fa8a593a61b7 req-9e8affd7-d328-4f9b-b9d7-311bd073b304 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "DELETE /v2.0/ports/7cc256e8-ea09-4b17-a14d-41271162ef78 HTTP/1.1" status: 204 len: 173 time: 0.4473839 Feb 11 13:12:53.776199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'name': 'network-vif-deleted', 'tag': '7cc256e8-ea09-4b17-a14d-41271162ef78'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:12:53.778489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bd6571-4090-4944-9b9b-5fcc615df251" -d '{"events": [{"server_uuid": "c375ec0c-7c98-4925-a6af-06e332ff69c4", "name": "network-vif-deleted", "tag": "7cc256e8-ea09-4b17-a14d-41271162ef78"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:12:53.801376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc2f73-3812-49dd-a245-7eb1361c8136 req-d87a1ffc-98bb-4da7-91df-fec4e59f6ea5 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:53.802818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eacc2f73-3812-49dd-a245-7eb1361c8136 req-d87a1ffc-98bb-4da7-91df-fec4e59f6ea5 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.2662210 Feb 11 13:12:53.894248 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eacc2f73-3812-49dd-a245-7eb1361c8136 req-087faa65-24b5-42ab-aa7e-d56ae08c0d06 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819523 Feb 11 13:12:53.916018 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a143bf40-9aa5-4a1f-a9da-11ca54385ef1 req-6c6590cf-af2a-40b2-bb8a-cad03df99f78 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=c375ec0c-7c98-4925-a6af-06e332ff69c4 HTTP/1.1" status: 200 len: 210 time: 0.1121998 Feb 11 13:12:53.947589 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fb4060-6853-48a1-975f-5ef7a3b53024 x-openstack-request-id: req-a6fb4060-6853-48a1-975f-5ef7a3b53024 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:12:53.947880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c375ec0c-7c98-4925-a6af-06e332ff69c4", "name": "network-vif-deleted", "tag": "7cc256e8-ea09-4b17-a14d-41271162ef78", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:12:53.948134 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a6fb4060-6853-48a1-975f-5ef7a3b53024 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:12:53.948536 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c375ec0c-7c98-4925-a6af-06e332ff69c4', 'name': 'network-vif-deleted', 'tag': '7cc256e8-ea09-4b17-a14d-41271162ef78', 'status': 'completed', 'code': 200} Feb 11 13:12:55.026784 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39414982-3e68-4d3b-b9bf-84a2ebf3bc43 req-4ab1f1da-f975-4742-98ea-0fa0b0fd3354 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:55.028325 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-39414982-3e68-4d3b-b9bf-84a2ebf3bc43 req-4ab1f1da-f975-4742-98ea-0fa0b0fd3354 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0595918 Feb 11 13:12:55.084479 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-39414982-3e68-4d3b-b9bf-84a2ebf3bc43 req-259e3c2b-9572-4e0f-91a3-73687f831ec2 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500314 Feb 11 13:12:56.205991 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c8939-8c87-4afc-ae5f-48f417791e73 req-6c1361b6-892d-49dc-ab81-8db15ae4fcf5 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:56.207488 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b36c8939-8c87-4afc-ae5f-48f417791e73 req-6c1361b6-892d-49dc-ab81-8db15ae4fcf5 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0528996 Feb 11 13:12:56.212454 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7cc256e8-ea09-4b17-a14d-41271162ef78 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:12:56.232645 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 7cc256e8-ea09-4b17-a14d-41271162ef78 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:12:56.233080 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7cc256e8-ea09-4b17-a14d-41271162ef78 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:12:56.253355 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b36c8939-8c87-4afc-ae5f-48f417791e73 req-2da4c963-be9f-4c64-9229-fbffa4f58dca tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403428 Feb 11 13:12:57.370537 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edad74-0830-4207-a2f5-e340b8166b6c req-7636c211-103e-4bae-a2c0-89df7887993f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:57.372089 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f5edad74-0830-4207-a2f5-e340b8166b6c req-7636c211-103e-4bae-a2c0-89df7887993f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0521245 Feb 11 13:12:57.422135 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f5edad74-0830-4207-a2f5-e340b8166b6c req-6da3dcdd-ff98-43f4-bf15-6234cec3439c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Feb 11 13:12:58.108637 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:12:58.533920 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:12:58.542916 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7ab91-e40b-4383-b3b5-be45e6e0b30b req-2920aea1-e933-4824-81d0-76abe013b59f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:58.544453 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebf7ab91-e40b-4383-b3b5-be45e6e0b30b req-2920aea1-e933-4824-81d0-76abe013b59f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0542486 Feb 11 13:12:58.593018 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ebf7ab91-e40b-4383-b3b5-be45e6e0b30b req-49726171-3b74-448e-80ec-7d8d90cc2054 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420744 Feb 11 13:12:59.710001 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ef793-40d7-4ade-a44e-d2408739feb2 req-371ae517-ec7f-4de1-9fd2-481945d1b340 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:12:59.711405 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a04ef793-40d7-4ade-a44e-d2408739feb2 req-371ae517-ec7f-4de1-9fd2-481945d1b340 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0519407 Feb 11 13:12:59.756614 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a04ef793-40d7-4ade-a44e-d2408739feb2 req-dd623bbc-df6c-4839-b860-f653a18119c8 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398331 Feb 11 13:13:00.884559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093b48c-337a-4862-932a-c5f9ba6808c7 req-c8bd6e10-b293-453a-8e40-429994175ea7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:00.886067 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b093b48c-337a-4862-932a-c5f9ba6808c7 req-c8bd6e10-b293-453a-8e40-429994175ea7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0606463 Feb 11 13:13:00.932560 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b093b48c-337a-4862-932a-c5f9ba6808c7 req-5011919c-356a-41a1-b885-60aa4d3ffcbe tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 Feb 11 13:13:02.050335 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f6bbf-775d-43e9-8a0e-0e297e24808b req-a1a530f3-0b27-4abe-bd09-641012b083fe tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.051850 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b19f6bbf-775d-43e9-8a0e-0e297e24808b req-a1a530f3-0b27-4abe-bd09-641012b083fe tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0519276 Feb 11 13:13:02.097889 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b19f6bbf-775d-43e9-8a0e-0e297e24808b req-a5ed1091-151f-443a-b1bc-3600c093a489 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405262 Feb 11 13:13:02.179305 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-012256de-ff4f-4f85-9ff5-d6aa463ac829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:02.363673 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-0ac186d0-192d-43f2-9f88-f039f56537a1 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421968 Feb 11 13:13:02.466201 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-8ef735f5-df16-4bdd-adf0-712f2971c96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.468217 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-8ef735f5-df16-4bdd-adf0-712f2971c96c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1129 time: 0.0561037 Feb 11 13:13:02.585190 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-93ca9456-0f08-48b6-bc2f-1eca8e3698ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.586641 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-93ca9456-0f08-48b6-bc2f-1eca8e3698ad service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 910 time: 0.0972288 Feb 11 13:13:02.657911 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-e25e32a1-72c3-4bb4-8742-585930ef512f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 1000 time: 0.0636165 Feb 11 13:13:02.712151 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-5415ad18-fff0-450e-abfb-620c3f65056a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.713505 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-5415ad18-fff0-450e-abfb-620c3f65056a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.0485992 Feb 11 13:13:02.776754 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-d63a73e6-14d9-4a3a-9fe7-753039c4844d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:02.779392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-d63a73e6-14d9-4a3a-9fe7-753039c4844d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590339 Feb 11 13:13:03.006457 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-ebd3125c-527d-4a74-a54e-5e0a39834ee5 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:03.008009 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-ebd3125c-527d-4a74-a54e-5e0a39834ee5 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/networks?id=a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 200 len: 813 time: 0.2273955 Feb 11 13:13:03.013977 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-b9484376-4339-478d-84f3-022601025d3e service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166362 Feb 11 13:13:03.034223 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-7c1908d3-4295-4bae-b1a5-d04264e7843c tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/quotas/c4d1c8397a8c44d69eab44c4f44a56b6 HTTP/1.1" status: 200 len: 375 time: 0.0192521 Feb 11 13:13:03.105335 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-cc9e241d-a289-419f-8859-9080a4c0db6c tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613859 Feb 11 13:13:03.150714 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1c24a444-c186-44ef-a0b3-50d86340c063 req-f5435593-0734-4fd5-a96c-ee5c4d2f3b19 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292429 Feb 11 13:13:03.255883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882f4b1-1f66-488e-bfad-a5b27df2a885 req-b812f0b8-dbfc-47b6-8927-a870fbcfe999 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:03.257271 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6882f4b1-1f66-488e-bfad-a5b27df2a885 req-b812f0b8-dbfc-47b6-8927-a870fbcfe999 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.1190350 Feb 11 13:13:03.290018 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-fbad883f-aa3e-4c32-9fdc-7ebcd74315dd service neutron] 10.222.0.86 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673191 Feb 11 13:13:03.348362 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6882f4b1-1f66-488e-bfad-a5b27df2a885 req-04677657-0b5c-4a92-a296-29c0373176ec tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793574 Feb 11 13:13:03.403341 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-4d1865cc-ab70-41fe-8298-1216d76f3721 service neutron] 10.222.0.86 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054637 Feb 11 13:13:03.467362 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f871306-5f1b-454c-b779-ca6dce736547 req-e1b383b8-4c61-4dfa-a911-65cfc56f0088 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:03.468943 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f871306-5f1b-454c-b779-ca6dce736547 req-e1b383b8-4c61-4dfa-a911-65cfc56f0088 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0582619 Feb 11 13:13:03.527255 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f871306-5f1b-454c-b779-ca6dce736547 req-1af4110c-60b9-467f-a10c-a44c1f62568a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519466 Feb 11 13:13:03.587702 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2df4b518-921a-4131-a2d9-5405d33c3e8e req-74a3a40a-ff6d-487f-bb08-7c3f028eee54 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 210 time: 0.0371125 Feb 11 13:13:04.479902 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc612980-c6b9-4103-8908-9e5edfac7aba req-46b1e1e7-e629-4cad-8194-c728d9b91848 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:04.481407 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cc612980-c6b9-4103-8908-9e5edfac7aba req-46b1e1e7-e629-4cad-8194-c728d9b91848 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0572019 Feb 11 13:13:04.531550 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cc612980-c6b9-4103-8908-9e5edfac7aba req-f63407f2-e0bd-4c24-ae47-672a87a4d142 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Feb 11 13:13:04.721222 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f9e28387-738c-456b-a84d-e211ed5f0b15 req-81f63cc0-1a8c-45a7-97ac-30fde2b837b8 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 210 time: 0.0365410 Feb 11 13:13:04.755355 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ce620-68ca-4671-9336-ae25192b5b1c req-a2e4a958-71ee-44bc-b7af-69219394a97e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:04.757270 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-150ce620-68ca-4671-9336-ae25192b5b1c req-a2e4a958-71ee-44bc-b7af-69219394a97e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1489067 Feb 11 13:13:04.786363 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-b224ba87-3e0e-4cc0-92ce-8994ca05824b tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:04.786594 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-b224ba87-3e0e-4cc0-92ce-8994ca05824b tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "GET /v2.0/networks?id=a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 200 len: 813 time: 0.2028973 Feb 11 13:13:04.796915 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0b98a657-723c-4d79-b830-3f04ada15e38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:04.802740 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Request body: {'port': {'device_id': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b', 'admin_state_up': True, 'tenant_id': 'c4d1c8397a8c44d69eab44c4f44a56b6'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:04.857767 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-150ce620-68ca-4671-9336-ae25192b5b1c req-1a240235-ad5c-4cd5-be99-89b11c19bcc2 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849943 Feb 11 13:13:04.936486 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Made reservation on behalf of c4d1c8397a8c44d69eab44c4f44a56b6 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:13:04.939750 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.082549 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Allocated IP 172.20.0.12 (a86a603a-39e0-4083-95d1-021095a7318b/2f9fb341-192c-4bbb-804f-315ecdff8860/95b4f9df-fb27-48f4-b29f-0464dffcc4e2) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:13:05.243088 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks [] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.276545 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.323830 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Network a86a603a-39e0-4083-95d1-021095a7318b is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:13:05.326790 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:13:05.331770 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:13:05.337983 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Pushing event updated for resources: {'Port': ['ID=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:05.364293 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.364647 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.364996 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.365336 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.365675 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.366010 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.366343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.366673 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.367006 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.367368 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.367713 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.368023 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.368353 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:05.392010 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:05.393174 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.408568 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-40e74253-8a33-4c61-8f7b-300f6538445e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6112225 Feb 11 13:13:05.420841 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Request body: {'port': {'device_id': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:13:05.477333 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.664654 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:05.747583 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e655d88-83bf-4885-81f2-f3220d13b682 req-5add9710-88c0-4aa7-b562-4ec918281e21 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:05.749295 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e655d88-83bf-4885-81f2-f3220d13b682 req-5add9710-88c0-4aa7-b562-4ec918281e21 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.1202428 Feb 11 13:13:06.125341 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:13:06.135915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Publish callbacks [] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.141167 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e655d88-83bf-4885-81f2-f3220d13b682 req-7093a968-a040-41c3-b37b-d7dfeceb1f25 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3832440 Feb 11 13:13:06.161700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Transition to ACTIVE for port object 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:13:06.168961 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.187389 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9d08a-b0d8-4894-b5b3-52e10717cbad req-202c292c-b0c4-4682-b4df-db0bd74c1b70 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.188878 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-98b9d08a-b0d8-4894-b5b3-52e10717cbad req-202c292c-b0c4-4682-b4df-db0bd74c1b70 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 932 time: 0.3824856 Feb 11 13:13:06.270931 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.351161 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-98b9d08a-b0d8-4894-b5b3-52e10717cbad req-ca69d4e4-b61e-4e59-bc05-32f156e0acf8 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434565 Feb 11 13:13:06.365477 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1ec6-7586-4009-94d0-582c932e9674 req-727363ce-6e11-446d-9f5b-8fd8a4db2adb tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.366973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8e1b1ec6-7586-4009-94d0-582c932e9674 req-727363ce-6e11-446d-9f5b-8fd8a4db2adb tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1606810 Feb 11 13:13:06.397357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Attempting to bind port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:13:06.397617 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Attempting to bind port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:13:06.397957 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Attempting to bind port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 on network a86a603a-39e0-4083-95d1-021095a7318b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:06.413824 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 on network a86a603a-39e0-4083-95d1-021095a7318b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:13:06.414157 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Attempting to bind port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 on network a86a603a-39e0-4083-95d1-021095a7318b {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:13:06.427748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:13:06.428095 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Checking segment: {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:13:06.428496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Bound using segment: {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:13:06.428932 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Bound port: 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1089683-d0a9-4d60-ad03-f02ea2953145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:13:06.429296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.435610 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8e1b1ec6-7586-4009-94d0-582c932e9674 req-554f883f-2f32-4c1c-9e23-62bbeb9355d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626397 Feb 11 13:13:06.507163 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] For port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:13:06.511303 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] For port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:13:06.517921 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.556931 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.557546 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:06.558911 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] 10.222.0.77 "PUT /v2.0/ports/95b4f9df-fb27-48f4-b29f-0464dffcc4e2 HTTP/1.1" status: 200 len: 1094 time: 1.1420414 Feb 11 13:13:06.559423 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'tag': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:06.561930 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88daff34-302b-4cf1-be97-55dcae69f74a" -d '{"events": [{"name": "network-changed", "server_uuid": "b6a1852f-4ed3-4b60-97d0-9ceda22e70ea", "tag": "95b4f9df-fb27-48f4-b29f-0464dffcc4e2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:06.587308 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91974a02-c221-447e-93ba-82f2bae93378 service neutron] Pushing event updated for resources: {'Port': ['ID=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:06.603110 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4702b9-62f9-4ea7-8a6d-d8e70378982f x-openstack-request-id: req-ce4702b9-62f9-4ea7-8a6d-d8e70378982f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:06.603429 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6a1852f-4ed3-4b60-97d0-9ceda22e70ea", "tag": "95b4f9df-fb27-48f4-b29f-0464dffcc4e2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:06.603682 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ce4702b9-62f9-4ea7-8a6d-d8e70378982f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:06.604077 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'tag': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2', 'status': 'completed', 'code': 200} Feb 11 13:13:06.688778 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-80fd1f97-258b-450e-80a9-ab64a8ab1e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.690222 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-80fd1f97-258b-450e-80a9-ab64a8ab1e91 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 1128 time: 0.0928600 Feb 11 13:13:06.740180 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-1186b14f-3f67-43db-ac40-142bdebceb5f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2 HTTP/1.1" status: 200 len: 217 time: 0.0348997 Feb 11 13:13:06.792669 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-ef76ad24-0fdd-48e4-a20d-62d63f8f9c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:06.794130 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-ef76ad24-0fdd-48e4-a20d-62d63f8f9c9c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f9fb341-192c-4bbb-804f-315ecdff8860 HTTP/1.1" status: 200 len: 853 time: 0.0478950 Feb 11 13:13:06.827671 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-27a1e0d4-6c12-4d5d-8190-21c769163c5e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a86a603a-39e0-4083-95d1-021095a7318b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247247 Feb 11 13:13:06.921643 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-7e18a469-0e84-4754-a979-e7f5828f5050 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858443 Feb 11 13:13:07.019710 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40392b35-30ca-4169-976b-cf5bef4a8a61 req-c514592b-37f3-4ecd-b26f-6ca8a77a5938 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861990 Feb 11 13:13:07.131748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daff34-302b-4cf1-be97-55dcae69f74a req-d409e0c0-ba05-4822-b245-fb70aab2172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.133293 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-d409e0c0-ba05-4822-b245-fb70aab2172c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 1128 time: 0.0469289 Feb 11 13:13:07.255404 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daff34-302b-4cf1-be97-55dcae69f74a req-3628ffe6-9670-4569-aa68-f47feec4554b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.256884 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-3628ffe6-9670-4569-aa68-f47feec4554b service neutron] 10.222.0.77 "GET /v2.0/networks?id=a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 200 len: 914 time: 0.1170347 Feb 11 13:13:07.306537 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-896cdad2-b4ee-49a2-96ff-f7c7374699da service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2 HTTP/1.1" status: 200 len: 217 time: 0.0421503 Feb 11 13:13:07.328667 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaeb8ab-866d-4f00-9356-d0b1554e1bf6 req-6786ebdb-6086-49c2-89c6-3fed7c2c8d8e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.330694 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-daaeb8ab-866d-4f00-9356-d0b1554e1bf6 req-6786ebdb-6086-49c2-89c6-3fed7c2c8d8e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.1137261 Feb 11 13:13:07.389168 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88daff34-302b-4cf1-be97-55dcae69f74a req-b8a1ea4c-ea1b-4798-9156-ac0e6ce2cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.390517 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-b8a1ea4c-ea1b-4798-9156-ac0e6ce2cc49 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=2f9fb341-192c-4bbb-804f-315ecdff8860 HTTP/1.1" status: 200 len: 853 time: 0.0779266 Feb 11 13:13:07.413981 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-daaeb8ab-866d-4f00-9356-d0b1554e1bf6 req-e925bfd6-fcec-4257-b6c2-47b00f5b6d64 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650470 Feb 11 13:13:07.431844 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-c820720e-3543-455f-9ac9-b359703b9a65 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a86a603a-39e0-4083-95d1-021095a7318b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301569 Feb 11 13:13:07.577139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7c9c1b-8eac-433f-89e3-ffbf3c7832e4 req-1f88155b-7b16-4f01-b322-a5f567436e13 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.578542 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ff7c9c1b-8eac-433f-89e3-ffbf3c7832e4 req-1f88155b-7b16-4f01-b322-a5f567436e13 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 944 time: 0.1495843 Feb 11 13:13:07.614281 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-fc673402-ad9c-408a-a17f-eaa4bc8a7313 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734557 Feb 11 13:13:07.670828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab7b5b-f309-4239-95a0-382485cb4a5f req-e4901ef9-16bc-41da-8c98-6de0057f7035 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:07.672330 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-93ab7b5b-f309-4239-95a0-382485cb4a5f req-e4901ef9-16bc-41da-8c98-6de0057f7035 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1467817 Feb 11 13:13:07.725744 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ff7c9c1b-8eac-433f-89e3-ffbf3c7832e4 req-c4bb470c-598b-4bc1-a0c3-93951dccf841 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400309 Feb 11 13:13:07.761676 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:07.776638 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-88daff34-302b-4cf1-be97-55dcae69f74a req-743922b8-b389-48e1-93a7-69b32aeeba74 service neutron] 10.222.0.77 "GET /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545818 Feb 11 13:13:07.779921 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-93ab7b5b-f309-4239-95a0-382485cb4a5f req-c579e24a-f05a-49d6-beaa-41ca28a4c045 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016855 Feb 11 13:13:08.198971 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:13:08.309001 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:08.323706 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2', 'network_id': 'a86a603a-39e0-4083-95d1-021095a7318b', 'port_id': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2', 'mac_address': 'fa:16:3e:07:44:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f9fb341-192c-4bbb-804f-315ecdff8860', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:13:08.371029 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:08.371457 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.384201 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:13:08.403300 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:08.408201 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.459374 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:08.466581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.466938 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.467315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.467661 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.467998 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.468329 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.468660 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.468988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.469315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.469642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.469966 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.470825 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.471159 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:13:08.506697 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:08.553568 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877d498-8146-492c-87c0-8758639ca821 req-86f1ffb4-1bf3-4db8-b3f1-3d9c956e7ce1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.555114 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f877d498-8146-492c-87c0-8758639ca821 req-86f1ffb4-1bf3-4db8-b3f1-3d9c956e7ce1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0623903 Feb 11 13:13:08.602544 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f877d498-8146-492c-87c0-8758639ca821 req-0221a8b1-eb68-4e23-b872-0b0e1ff0e027 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416560 Feb 11 13:13:08.744121 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['95b4f9df-fb27-48f4-b29f-0464dffcc4e2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:13:08.851272 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac32f20-efd2-43c3-bf88-3541098b4216 req-a3c7ca8f-a21e-4ea8-b7de-8382b8e30bdd tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.853288 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ac32f20-efd2-43c3-bf88-3541098b4216 req-a3c7ca8f-a21e-4ea8-b7de-8382b8e30bdd tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 945 time: 0.0579491 Feb 11 13:13:08.945104 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c9333-8ddd-4da3-a671-90d8f6a88f81 req-daebe1f6-f308-4fc2-bf18-6399fecd47da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:08.946609 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d27c9333-8ddd-4da3-a671-90d8f6a88f81 req-daebe1f6-f308-4fc2-bf18-6399fecd47da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0911238 Feb 11 13:13:08.950392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ac32f20-efd2-43c3-bf88-3541098b4216 req-63d82893-daf2-42ac-961b-6c2a985c5d1c tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828784 Feb 11 13:13:09.004834 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d27c9333-8ddd-4da3-a671-90d8f6a88f81 req-7c5b19db-1cc3-4f56-bd74-9c559c558277 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515232 Feb 11 13:13:09.218381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbeedf-23ec-495b-8268-e70841b657ae req-0cf22c49-29c8-4dd8-8b93-a88ab0de02a4 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.219937 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3afbeedf-23ec-495b-8268-e70841b657ae req-0cf22c49-29c8-4dd8-8b93-a88ab0de02a4 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0596740 Feb 11 13:13:09.299375 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3afbeedf-23ec-495b-8268-e70841b657ae req-fffbdbf5-2da5-424e-9a6c-225ff676e9d5 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666060 Feb 11 13:13:09.301822 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-03f5e20a-3183-4afe-85aa-01b04c04d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.303264 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-03f5e20a-3183-4afe-85aa-01b04c04d067 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0785587 Feb 11 13:13:09.399530 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-5854319f-9a22-43a3-b002-999d729e4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.401065 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-5854319f-9a22-43a3-b002-999d729e4dca service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.0908597 Feb 11 13:13:09.466998 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-679fd402-09a5-4259-aa3d-3b26e7bcceb0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 1001 time: 0.0591524 Feb 11 13:13:09.519807 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-4625465c-d21d-442e-b1fb-2a64a00e46aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.521308 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-4625465c-d21d-442e-b1fb-2a64a00e46aa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0474620 Feb 11 13:13:09.579345 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-7de12819-72c4-48cb-80f3-58a3724ec1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.580967 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-7de12819-72c4-48cb-80f3-58a3724ec1c5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532181 Feb 11 13:13:09.675469 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-a3bcb0fb-1a32-4366-b4df-6af0a59a7d6f service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851822 Feb 11 13:13:09.788172 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37116322-9df7-4a91-a250-7240dbfa660e req-1c56b84e-fe5c-463f-9cc8-64b03640af79 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:09.789772 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-37116322-9df7-4a91-a250-7240dbfa660e req-1c56b84e-fe5c-463f-9cc8-64b03640af79 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.1134279 Feb 11 13:13:09.818222 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-32f85266-e0a1-4845-ad3e-a841b83dde41 req-9c6c1f4e-440c-4a24-9b70-41c42f840d58 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321745 Feb 11 13:13:09.849247 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-37116322-9df7-4a91-a250-7240dbfa660e req-d1e08e7a-9464-4a07-8cda-08737e61c524 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528743 Feb 11 13:13:10.077669 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d2873-3dcd-4441-914d-b62d6a84bf21 req-0215d18d-7c9f-4a29-ab91-93653547c6af tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.079291 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4a4d2873-3dcd-4441-914d-b62d6a84bf21 req-0215d18d-7c9f-4a29-ab91-93653547c6af tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 945 time: 0.0625613 Feb 11 13:13:10.128573 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4a4d2873-3dcd-4441-914d-b62d6a84bf21 req-84215a3a-cc22-46b4-a3fa-12f2f35ffbd3 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434768 Feb 11 13:13:10.203671 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:10.258570 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:13:10.262893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:10.263310 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.347329 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:10.347726 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.373915 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:10.376899 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90ff6c2-0fe9-42aa-a0b8-6a83c74ba481" -d '{"events": [{"server_uuid": "b6a1852f-4ed3-4b60-97d0-9ceda22e70ea", "name": "network-vif-plugged", "status": "completed", "tag": "95b4f9df-fb27-48f4-b29f-0464dffcc4e2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:10.391914 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:10.398103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:10.426042 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e73940f-fc66-4bf9-9d0b-d94b5ef8ac41 x-openstack-request-id: req-0e73940f-fc66-4bf9-9d0b-d94b5ef8ac41 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:10.426347 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1852f-4ed3-4b60-97d0-9ceda22e70ea", "name": "network-vif-plugged", "status": "completed", "tag": "95b4f9df-fb27-48f4-b29f-0464dffcc4e2", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:10.426601 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0e73940f-fc66-4bf9-9d0b-d94b5ef8ac41 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:10.426986 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2', 'code': 200} Feb 11 13:13:10.447335 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015ad26-973d-4dc0-a2c0-15de9f79c89f req-6ceb7d7a-bec0-44a5-a241-b4d7c7add223 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.448949 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a015ad26-973d-4dc0-a2c0-15de9f79c89f req-6ceb7d7a-bec0-44a5-a241-b4d7c7add223 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0772989 Feb 11 13:13:10.468524 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:10.525620 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a015ad26-973d-4dc0-a2c0-15de9f79c89f req-20ecd35a-4ec3-437e-848c-acf55f1fc06b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684903 Feb 11 13:13:10.614377 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebd1225-6b35-4326-9d5d-18653ef69e4e req-8f0e23cd-9c6d-4ac5-993a-5af62ab9a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.615885 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2ebd1225-6b35-4326-9d5d-18653ef69e4e req-8f0e23cd-9c6d-4ac5-993a-5af62ab9a7f5 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 1130 time: 0.0438182 Feb 11 13:13:10.663724 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2ebd1225-6b35-4326-9d5d-18653ef69e4e req-a21049bf-6906-4e54-bfff-69ba74f4a530 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408633 Feb 11 13:13:10.975095 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f4bfe-7d7f-41ad-94ad-22364209db9a req-9c81da7c-3769-49fe-98e1-7f93045670d7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:10.976595 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e9f4bfe-7d7f-41ad-94ad-22364209db9a req-9c81da7c-3769-49fe-98e1-7f93045670d7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0542290 Feb 11 13:13:11.025746 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e9f4bfe-7d7f-41ad-94ad-22364209db9a req-fd265c56-9395-4799-94ff-395e20f25f81 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431230 Feb 11 13:13:11.251449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d440b-593e-49fe-a843-eaa59de13e53 req-e76447fc-b653-4bf2-a6bf-ecbb64927204 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:11.252857 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c44d440b-593e-49fe-a843-eaa59de13e53 req-e76447fc-b653-4bf2-a6bf-ecbb64927204 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 946 time: 0.0537822 Feb 11 13:13:11.299806 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c44d440b-593e-49fe-a843-eaa59de13e53 req-000fd7a7-1e0e-4a3f-b0d4-14c50824599e tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412321 Feb 11 13:13:11.649788 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8dc36-b079-4d0e-acda-55234bd30a28 req-606d32e9-4774-4908-9ac8-59f5572b4c3c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:11.651311 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aaf8dc36-b079-4d0e-acda-55234bd30a28 req-606d32e9-4774-4908-9ac8-59f5572b4c3c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0574982 Feb 11 13:13:11.698893 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-aaf8dc36-b079-4d0e-acda-55234bd30a28 req-abb6860b-34a8-4739-9c13-128ddf4ba42a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418620 Feb 11 13:13:12.150627 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4437e2-ff68-4fc0-9678-9b2dc2179f1f req-c398fd83-e362-4cf2-96fe-15d6acd1d134 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.152058 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5a4437e2-ff68-4fc0-9678-9b2dc2179f1f req-c398fd83-e362-4cf2-96fe-15d6acd1d134 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0536284 Feb 11 13:13:12.198545 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5a4437e2-ff68-4fc0-9678-9b2dc2179f1f req-930af4e9-f840-43ed-b73e-46838d78ff04 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407250 Feb 11 13:13:12.421524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573455fd-6129-45c5-b076-2e05a8d05077 req-e40e3e9a-6fd9-48fa-9c26-d1fcab0514c7 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:12.422915 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-573455fd-6129-45c5-b076-2e05a8d05077 req-e40e3e9a-6fd9-48fa-9c26-d1fcab0514c7 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 946 time: 0.0556910 Feb 11 13:13:12.470239 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-573455fd-6129-45c5-b076-2e05a8d05077 req-acdd1ff4-7dea-480d-8147-7aafce679ba8 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410652 Feb 11 13:13:13.324489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1f62fa-7391-4c8c-8365-95051e0bd201 req-9027cc99-f48a-4a5f-abf3-9178452860e6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:13.326040 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8a1f62fa-7391-4c8c-8365-95051e0bd201 req-9027cc99-f48a-4a5f-abf3-9178452860e6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0548687 Feb 11 13:13:13.381976 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8a1f62fa-7391-4c8c-8365-95051e0bd201 req-cd22e168-a0c9-4b21-a6af-bfd479b899bb tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450785 Feb 11 13:13:14.507660 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716bdbe-5801-425a-ae67-2f5281dd8025 req-250385a3-1a80-4fad-ad7b-815ef2be3164 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:14.509149 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f716bdbe-5801-425a-ae67-2f5281dd8025 req-250385a3-1a80-4fad-ad7b-815ef2be3164 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0525150 Feb 11 13:13:14.561777 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f716bdbe-5801-425a-ae67-2f5281dd8025 req-cdd4702a-b1cd-4435-940b-3ff5efcf1472 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467634 Feb 11 13:13:15.698434 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a45ad73-9925-41b0-bb1e-064411e30e68 req-73a4dcf0-6007-48ad-9ab4-b887805c69af tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:15.699984 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4a45ad73-9925-41b0-bb1e-064411e30e68 req-73a4dcf0-6007-48ad-9ab4-b887805c69af tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0527973 Feb 11 13:13:15.750668 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4a45ad73-9925-41b0-bb1e-064411e30e68 req-24bf1b38-0ea2-439b-b47a-81d3b3bd8245 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445538 Feb 11 13:13:16.879328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ceba6-a70b-43c6-837a-e36683ea90d2 req-dfb399dc-2f6a-4d28-8666-bc78f834155e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:16.880813 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a59ceba6-a70b-43c6-837a-e36683ea90d2 req-dfb399dc-2f6a-4d28-8666-bc78f834155e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0528774 Feb 11 13:13:16.927243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a59ceba6-a70b-43c6-837a-e36683ea90d2 req-fc0495e6-3041-45fc-a911-5f3ebafc760a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409126 Feb 11 13:13:18.053103 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133dc635-7b2e-4c5b-8ff4-f1abde48ba12 req-0bbb3739-335d-4c1f-9823-f56781ad2193 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:18.054622 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-133dc635-7b2e-4c5b-8ff4-f1abde48ba12 req-0bbb3739-335d-4c1f-9823-f56781ad2193 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0570414 Feb 11 13:13:18.103229 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-133dc635-7b2e-4c5b-8ff4-f1abde48ba12 req-24343879-4278-42a7-9d2e-34c373868ed1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Feb 11 13:13:19.234708 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab1db5-23b8-4a21-9595-84468fed4987 req-a8043a42-1d0d-48b4-ba23-40035521371e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:19.236299 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c1ab1db5-23b8-4a21-9595-84468fed4987 req-a8043a42-1d0d-48b4-ba23-40035521371e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0611300 Feb 11 13:13:19.292374 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c1ab1db5-23b8-4a21-9595-84468fed4987 req-57a32e88-c26f-45f6-9082-4bc852dc0348 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500631 Feb 11 13:13:20.269322 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:13:20.384615 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:20.397503 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'mac_address': 'fa:16:3e:c1:92:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:13:20.440060 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: ACTIVE; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:20.440663 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.444425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f04c95-b2b8-4e22-9a0f-be8f5a14d640 req-82d2fbf4-3024-4347-bf31-358f5cc77851 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:20.446100 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a3f04c95-b2b8-4e22-9a0f-be8f5a14d640 req-82d2fbf4-3024-4347-bf31-358f5cc77851 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0569506 Feb 11 13:13:20.454426 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff14088d-736a-4892-ab98-cb8ef4c0f2d0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:13:20.475188 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:20.479740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:20.498806 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a3f04c95-b2b8-4e22-9a0f-be8f5a14d640 req-4a979f0e-6e02-46dd-a751-8e6e81d948de tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Feb 11 13:13:20.534993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:20.585744 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['ff14088d-736a-4892-ab98-cb8ef4c0f2d0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:13:21.638509 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af00f2a-7510-49c0-bc6e-b8633a2d4521 req-265e317f-df21-4d24-adde-2af5723af4b8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:21.639967 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af00f2a-7510-49c0-bc6e-b8633a2d4521 req-265e317f-df21-4d24-adde-2af5723af4b8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0637908 Feb 11 13:13:21.691190 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7af00f2a-7510-49c0-bc6e-b8633a2d4521 req-4ca3f0d3-efa0-4123-a713-0fdb7be342dc tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449793 Feb 11 13:13:22.820949 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e953e3-d245-4894-b945-5f845570d69b req-8826f102-95e2-49e8-9007-f2f3452329d2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:22.826481 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40e953e3-d245-4894-b945-5f845570d69b req-8826f102-95e2-49e8-9007-f2f3452329d2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0571251 Feb 11 13:13:22.872568 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40e953e3-d245-4894-b945-5f845570d69b req-0036a213-779f-40eb-a0b9-f0bc6962ef0f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404406 Feb 11 13:13:24.010311 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e71997-31df-49bd-893c-743765800e3b req-36489db8-a5c2-44d9-a0a2-35ed6aea95d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:24.012032 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b2e71997-31df-49bd-893c-743765800e3b req-36489db8-a5c2-44d9-a0a2-35ed6aea95d5 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0617256 Feb 11 13:13:24.065725 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b2e71997-31df-49bd-893c-743765800e3b req-e0380ac6-bb23-4d2d-9b4c-7ba3de2aa163 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457051 Feb 11 13:13:25.212086 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729092e-f719-4637-9219-b4c451424cb1 req-4c2c1dc0-10f6-44d2-bdcb-ce779d9ea265 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:25.214539 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f729092e-f719-4637-9219-b4c451424cb1 req-4c2c1dc0-10f6-44d2-bdcb-ce779d9ea265 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0632026 Feb 11 13:13:25.265625 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f729092e-f719-4637-9219-b4c451424cb1 req-71c686e1-ecf1-4508-9d0e-ea2809c36a81 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440567 Feb 11 13:13:25.923184 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:25.981867 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:25.982435 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.085894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:26.086286 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.121132 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:26.123459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fb9930-599e-44d4-9ddb-09d6e6ea1be1" -d '{"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-plugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:26.138368 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:26.144157 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:26.204175 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:26.207953 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514aaa64-a4dc-40dd-82d3-7c9f8a9ee643 x-openstack-request-id: req-514aaa64-a4dc-40dd-82d3-7c9f8a9ee643 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:26.208251 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-plugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:26.208643 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-514aaa64-a4dc-40dd-82d3-7c9f8a9ee643 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:26.208904 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'code': 200} Feb 11 13:13:26.413683 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2f6d9-416a-493f-94a0-5c6e70465c98 req-0c0c7c75-33f3-4e67-97f4-9b5b766a4a95 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:26.415959 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6f2f6d9-416a-493f-94a0-5c6e70465c98 req-0c0c7c75-33f3-4e67-97f4-9b5b766a4a95 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0693319 Feb 11 13:13:26.470845 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6f2f6d9-416a-493f-94a0-5c6e70465c98 req-50d525fa-a0dc-4e7a-8589-f4a01b8485af tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487947 Feb 11 13:13:27.616848 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6620f-3b47-456f-822d-d33bf29cb164 req-d2b8f130-bd23-4f70-98e1-158a26f4c5cf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:27.617585 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18a6620f-3b47-456f-822d-d33bf29cb164 req-d2b8f130-bd23-4f70-98e1-158a26f4c5cf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0605464 Feb 11 13:13:27.706712 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18a6620f-3b47-456f-822d-d33bf29cb164 req-ce6b6677-f765-4c6b-b1dd-f46a260f4c15 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772078 Feb 11 13:13:28.533933 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:28.932611 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a11bc-fc2a-4890-9499-1019e82c6c77 req-12276ac6-9e81-45b2-b57f-d4e3ef3538f0 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:28.934381 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c22a11bc-fc2a-4890-9499-1019e82c6c77 req-12276ac6-9e81-45b2-b57f-d4e3ef3538f0 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0804219 Feb 11 13:13:29.008461 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c22a11bc-fc2a-4890-9499-1019e82c6c77 req-7b78fa26-e342-49f0-bb78-b80ebaf505b8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676401 Feb 11 13:13:30.144578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f5d79b-2120-4108-8d57-764e35005d97 req-52d52f33-cfee-4b1e-9996-f54ab8d2c0a4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:30.146186 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b1f5d79b-2120-4108-8d57-764e35005d97 req-52d52f33-cfee-4b1e-9996-f54ab8d2c0a4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0557868 Feb 11 13:13:30.200949 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b1f5d79b-2120-4108-8d57-764e35005d97 req-7b9b48fe-41eb-4f4f-b07d-e7cdab421cd9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481682 Feb 11 13:13:31.348789 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53d90e-17eb-4030-92b6-cb2ca1a18d25 req-0855b127-cf12-46fa-9dd1-42b24736281f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:31.350603 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9c53d90e-17eb-4030-92b6-cb2ca1a18d25 req-0855b127-cf12-46fa-9dd1-42b24736281f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0652733 Feb 11 13:13:31.409273 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9c53d90e-17eb-4030-92b6-cb2ca1a18d25 req-9360343c-38d8-4d28-a5e6-6d2511df02c0 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520241 Feb 11 13:13:32.185889 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ef84ebfd-adca-491b-9f7d-f22f3309938d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:32.559522 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594f7c9-892c-44cc-81df-f2a5d128fa83 req-15848c1d-da79-40fa-9c1a-4baab6ae2048 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:32.562096 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b594f7c9-892c-44cc-81df-f2a5d128fa83 req-15848c1d-da79-40fa-9c1a-4baab6ae2048 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0645893 Feb 11 13:13:32.616926 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b594f7c9-892c-44cc-81df-f2a5d128fa83 req-514f6c4d-4140-4ae3-a3af-8045aa7681c0 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 Feb 11 13:13:33.732781 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5eee0b-ccf4-4ddb-8d1a-cfbbc46d491a req-cd2c6c04-0e00-4cef-9c35-ba84d44dd340 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.734246 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cd5eee0b-ccf4-4ddb-8d1a-cfbbc46d491a req-cd2c6c04-0e00-4cef-9c35-ba84d44dd340 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 946 time: 0.0803368 Feb 11 13:13:33.819917 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341fc44-9e72-4b5b-a908-e9c05b192520 req-9cb2ea8e-091f-4b35-a87c-8759f77d2806 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.821379 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9341fc44-9e72-4b5b-a908-e9c05b192520 req-9cb2ea8e-091f-4b35-a87c-8759f77d2806 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.1292949 Feb 11 13:13:33.837725 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-454aefef-0aaf-4112-9f4e-3c53595ee9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.839191 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-454aefef-0aaf-4112-9f4e-3c53595ee9a3 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1129 time: 0.1034629 Feb 11 13:13:33.848090 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cd5eee0b-ccf4-4ddb-8d1a-cfbbc46d491a req-6073bab4-e6d8-4afe-99ca-c9dc9f82bbb0 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035802 Feb 11 13:13:33.910615 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9341fc44-9e72-4b5b-a908-e9c05b192520 req-7c2961d9-1ee9-4211-a11c-4ed0e66405d1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785279 Feb 11 13:13:33.963691 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-33b6ccb2-4882-4fb9-8a57-d6f87c2a2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:33.965144 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-33b6ccb2-4882-4fb9-8a57-d6f87c2a2bd6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.1112285 Feb 11 13:13:34.034739 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-d07150d7-7b17-4c98-a013-35742b5ea428 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 1001 time: 0.0624406 Feb 11 13:13:34.083401 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-0aa8ca18-a8b5-4324-b1f7-73fd865d9edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:34.084838 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-0aa8ca18-a8b5-4324-b1f7-73fd865d9edd service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.0432227 Feb 11 13:13:34.133096 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-6f0e510a-1725-4e48-9681-811c8f19f43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:34.134571 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-6f0e510a-1725-4e48-9681-811c8f19f43e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432446 Feb 11 13:13:34.227224 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-15869b96-940b-4a05-b3e2-514b9921f35e service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850706 Feb 11 13:13:34.318590 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ef9738f8-0387-4ba0-91a9-52c95ad452f9 req-522c196e-0031-469b-889e-803ce9ef95ab service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846634 Feb 11 13:13:34.800912 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a6f0658b-6eb0-454f-bb34-e0a15ad9e399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:34.973220 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f19c2-9d21-457f-9781-65a585495b26 req-ebe3bf60-b283-4104-909b-225a8e4086e0 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:34.974724 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e79f19c2-9d21-457f-9781-65a585495b26 req-ebe3bf60-b283-4104-909b-225a8e4086e0 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 946 time: 0.0540261 Feb 11 13:13:35.053620 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e79f19c2-9d21-457f-9781-65a585495b26 req-5e3becb8-9617-4356-b2d6-a804d84396cf tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/security-groups?id=071fd71f-db2f-45f5-9d28-4c8f588a8555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728447 Feb 11 13:13:35.064766 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9d66c-d9d1-404e-a371-b195c950b3ea req-f683007b-585f-4f1f-9a6f-07097371e802 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:35.066401 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b0e9d66c-d9d1-404e-a371-b195c950b3ea req-f683007b-585f-4f1f-9a6f-07097371e802 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0841162 Feb 11 13:13:35.107756 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:13:35.115142 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b0e9d66c-d9d1-404e-a371-b195c950b3ea req-d6c33288-398f-4ada-b71c-554d7144800c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433540 Feb 11 13:13:35.400010 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-8afaae80-d4ba-47d0-8903-c11f50c65b17 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:35.401405 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-8afaae80-d4ba-47d0-8903-c11f50c65b17 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 946 time: 0.0591505 Feb 11 13:13:35.504064 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Deleting port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:13:35.504403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.598638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] For port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,segment=NetworkSegment(c1089683-d0a9-4d60-ad03-f02ea2953145),segment_id=c1089683-d0a9-4d60-ad03-f02ea2953145)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:35.599001 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.612076 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Calling delete_port for 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:13:35.664743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.738943 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (95b4f9df-fb27-48f4-b29f-0464dffcc4e2), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.751234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['95b4f9df-fb27-48f4-b29f-0464dffcc4e2'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:13:35.777262 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Pushing event deleted for resources: {'Port': ['ID=95b4f9df-fb27-48f4-b29f-0464dffcc4e2,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:35.817001 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] No DVR routers for this DVR port 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:13:35.819514 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:35.822897 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f36d2f26-bc91-426b-aded-2fcba9b1830a req-502fc458-ff17-4cc7-ada7-ae84303af10d tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.77 "DELETE /v2.0/ports/95b4f9df-fb27-48f4-b29f-0464dffcc4e2 HTTP/1.1" status: 204 len: 173 time: 0.4158409 Feb 11 13:13:35.823342 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'name': 'network-vif-deleted', 'tag': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:35.825575 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff85c35-9193-4bcb-ad59-3f9f8cd339c5" -d '{"events": [{"server_uuid": "b6a1852f-4ed3-4b60-97d0-9ceda22e70ea", "name": "network-vif-deleted", "tag": "95b4f9df-fb27-48f4-b29f-0464dffcc4e2"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:35.930372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44de22a8-b565-4b6c-95a8-6b3c3093eb03 x-openstack-request-id: req-44de22a8-b565-4b6c-95a8-6b3c3093eb03 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:35.930665 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6a1852f-4ed3-4b60-97d0-9ceda22e70ea", "name": "network-vif-deleted", "tag": "95b4f9df-fb27-48f4-b29f-0464dffcc4e2", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:35.930919 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-44de22a8-b565-4b6c-95a8-6b3c3093eb03 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:35.931356 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6a1852f-4ed3-4b60-97d0-9ceda22e70ea', 'name': 'network-vif-deleted', 'tag': '95b4f9df-fb27-48f4-b29f-0464dffcc4e2', 'status': 'completed', 'code': 200} Feb 11 13:13:36.164988 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8c4ceb50-309b-4f15-b6ac-0ef2c5938590 req-7e1ab816-3576-4916-b754-a8afb68f0c18 tempest-VolumesSnapshotTestJSON-517593232 tempest-VolumesSnapshotTestJSON-517593232-project] 10.222.0.86 "GET /v2.0/ports?device_id=b6a1852f-4ed3-4b60-97d0-9ceda22e70ea HTTP/1.1" status: 200 len: 210 time: 0.0296388 Feb 11 13:13:36.253357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed64978-410e-41de-a516-704985cf3ae9 req-28178b71-108f-49cc-80cc-0103fb1e41c7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:36.254841 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ed64978-410e-41de-a516-704985cf3ae9 req-28178b71-108f-49cc-80cc-0103fb1e41c7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0560021 Feb 11 13:13:36.307440 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0ed64978-410e-41de-a516-704985cf3ae9 req-23cd5125-609b-4f23-b651-25caaedf7024 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466847 Feb 11 13:13:37.223185 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf2d5a-90f6-4ecc-905e-7db8d944b59d req-9ccb439c-89d7-4591-8898-0607121dfb9d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.225579 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b7bf2d5a-90f6-4ecc-905e-7db8d944b59d req-9ccb439c-89d7-4591-8898-0607121dfb9d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 945 time: 0.0550053 Feb 11 13:13:37.276844 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b7bf2d5a-90f6-4ecc-905e-7db8d944b59d req-10664c08-bf2d-4179-ae21-7e29b306c9c7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436690 Feb 11 13:13:37.491033 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57262) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:37.586702 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-e86a943b-4173-42fd-ad34-b9db9cf29652 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942135 Feb 11 13:13:37.595588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-eef72e0c-107a-4126-aa16-5774105bffb5 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:13:37.596576 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-eef72e0c-107a-4126-aa16-5774105bffb5 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053880 Feb 11 13:13:37.675037 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:37.688716 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:37.771862 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-48802d24-95c4-473b-b903-217f6246f5e8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:37.773075 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.773263 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-48802d24-95c4-473b-b903-217f6246f5e8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports/ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 942 time: 0.0971692 Feb 11 13:13:37.788960 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: ACTIVE; New status is: DOWN {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:37.789464 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.815073 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:37.817332 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c81f7f-91f2-4384-88fa-8f6fa7b859cf" -d '{"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:37.830947 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:37.835333 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:37.892016 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:37.922428 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262edf95-56e8-4af8-8d83-c96c0bef23d4 x-openstack-request-id: req-262edf95-56e8-4af8-8d83-c96c0bef23d4 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:37.922808 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-unplugged", "status": "failed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "code": 422}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:37.923149 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-262edf95-56e8-4af8-8d83-c96c0bef23d4 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:37.923581 dv-cinder-810917-5-iscsi neutron-server[102669]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'code': 422} returned with failed status Feb 11 13:13:38.408372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b480f98-3126-41af-967f-85d26b33d333 req-8ecf1ccc-26ff-49b0-9824-f69eab38bb56 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.409838 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2b480f98-3126-41af-967f-85d26b33d333 req-8ecf1ccc-26ff-49b0-9824-f69eab38bb56 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0550981 Feb 11 13:13:38.456022 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2b480f98-3126-41af-967f-85d26b33d333 req-3fb4d3b1-8413-495b-b250-f435cc751546 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Feb 11 13:13:38.511455 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:38.614351 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-b417d520-3143-460b-a78d-65cc3967c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.615995 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-b417d520-3143-460b-a78d-65cc3967c794 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3&tenant_id=9a230c07c6da438f8fb1162d4e4ef942 HTTP/1.1" status: 200 len: 1127 time: 0.0458815 Feb 11 13:13:38.687341 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-740c8467-dd76-406d-a51b-535ec9e5a8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.689801 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-740c8467-dd76-406d-a51b-535ec9e5a8c4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1127 time: 0.0496111 Feb 11 13:13:38.785753 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-5ee30251-6be8-4e3f-a37e-e71a8cd42ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.787342 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-5ee30251-6be8-4e3f-a37e-e71a8cd42ca4 service neutron] 10.222.0.77 "GET /v2.0/networks?id=a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 200 len: 916 time: 0.0898674 Feb 11 13:13:38.853027 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-a6f35561-7301-481b-918f-e8b7bf5073c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 200 len: 999 time: 0.0588551 Feb 11 13:13:38.905407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-192ec66b-88b3-4d14-b505-999d59f2fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.906911 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-192ec66b-88b3-4d14-b505-999d59f2fb55 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 200 len: 854 time: 0.0470676 Feb 11 13:13:38.955004 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-3a2f0465-743e-4c90-8cdd-5cce8c6443b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:38.956579 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-3a2f0465-743e-4c90-8cdd-5cce8c6443b2 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=a33c0d66-3b53-4886-9702-f4f00b18277e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438275 Feb 11 13:13:39.044061 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-3c3e2fab-8f37-48f2-89b1-1464721cb73e service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800748 Feb 11 13:13:39.581727 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b72fa-fc16-49c0-ab37-ca9e4eba2908 req-94175b32-d8c4-41f6-a6fe-94e699fa7ba9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:39.583221 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-713b72fa-fc16-49c0-ab37-ca9e4eba2908 req-94175b32-d8c4-41f6-a6fe-94e699fa7ba9 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0551643 Feb 11 13:13:39.631991 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-713b72fa-fc16-49c0-ab37-ca9e4eba2908 req-68c9fab4-bb74-4e68-87d5-06e69b7305ee tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430651 Feb 11 13:13:39.775352 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:13:39.795496 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:13:39.795843 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 95b4f9df-fb27-48f4-b29f-0464dffcc4e2 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:13:39.856851 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8250c074-1c46-4bb5-96d4-a38651e0cc33 req-71b9be83-683b-4d75-bd28-efa8101972c0 service neutron] 10.222.0.77 "GET /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814369 Feb 11 13:13:40.757978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dbaf7-ac06-459a-af52-c72e7128c286 req-16cbde7e-4b05-4660-b74f-c6d6df5d5389 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:40.759664 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-840dbaf7-ac06-459a-af52-c72e7128c286 req-16cbde7e-4b05-4660-b74f-c6d6df5d5389 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0580068 Feb 11 13:13:40.806478 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-840dbaf7-ac06-459a-af52-c72e7128c286 req-e5347776-123a-4e05-b05c-8e2e6dc178fe tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408342 Feb 11 13:13:41.975150 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f114e19b-308e-49d5-8b0c-e68e07259ccf req-f79d62f5-3997-461a-b1b2-b302216581b4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:41.982683 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f114e19b-308e-49d5-8b0c-e68e07259ccf req-f79d62f5-3997-461a-b1b2-b302216581b4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0618043 Feb 11 13:13:42.048206 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f114e19b-308e-49d5-8b0c-e68e07259ccf req-5788f264-0cda-4ade-abd8-e576e951d502 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641670 Feb 11 13:13:43.184023 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17bcba5-91f6-40da-b0f1-240313fa03f5 req-535f703d-3c53-4ef3-a49b-4e4ca6f0c22f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:43.185453 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d17bcba5-91f6-40da-b0f1-240313fa03f5 req-535f703d-3c53-4ef3-a49b-4e4ca6f0c22f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0558527 Feb 11 13:13:43.238542 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d17bcba5-91f6-40da-b0f1-240313fa03f5 req-33c4336b-c7b1-458a-b9f1-f2f26683821a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470753 Feb 11 13:13:44.381221 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bde05-c7ed-4f8b-9f2a-f7c8407b71d4 req-eade80d4-5bda-4e9e-a6ca-c46e4dc902c3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:44.382981 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-594bde05-c7ed-4f8b-9f2a-f7c8407b71d4 req-eade80d4-5bda-4e9e-a6ca-c46e4dc902c3 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0583251 Feb 11 13:13:44.431296 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-594bde05-c7ed-4f8b-9f2a-f7c8407b71d4 req-778c023e-d602-4a6a-bc5f-8fa44be10fa6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425014 Feb 11 13:13:45.575407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082afdb-c05a-4e2c-bcb7-39c876ebd5a8 req-f58c1391-b31a-4ad8-bd62-ac73060d6f7b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:45.577122 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3082afdb-c05a-4e2c-bcb7-39c876ebd5a8 req-f58c1391-b31a-4ad8-bd62-ac73060d6f7b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0551758 Feb 11 13:13:45.627402 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3082afdb-c05a-4e2c-bcb7-39c876ebd5a8 req-5cd1b0e8-b98b-4fc6-825a-df69d9be828e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444360 Feb 11 13:13:47.039291 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdeb152-ada4-4cfe-a7a5-98341018a9b3 req-4c68c2ec-47ca-4cc0-aaf7-ebf68495672a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:47.040957 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5fdeb152-ada4-4cfe-a7a5-98341018a9b3 req-4c68c2ec-47ca-4cc0-aaf7-ebf68495672a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.3381267 Feb 11 13:13:47.105709 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5fdeb152-ada4-4cfe-a7a5-98341018a9b3 req-1e377bc7-4af4-4e2f-9604-8a09a8a27a08 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590746 Feb 11 13:13:48.238072 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a68b5-50a9-4d9d-a575-41c60d9ca859 req-3b7cee69-84b8-4589-b3c7-4d143f884dfa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:48.239664 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c76a68b5-50a9-4d9d-a575-41c60d9ca859 req-3b7cee69-84b8-4589-b3c7-4d143f884dfa tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0561242 Feb 11 13:13:48.287353 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c76a68b5-50a9-4d9d-a575-41c60d9ca859 req-3a01dc93-0475-47eb-b37b-1b3e1c806e6b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 Feb 11 13:13:49.442307 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba3757-1bea-4553-b621-5d820a2a639c req-c5513823-69dc-455f-8269-a7bfe883164f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:49.444098 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6ba3757-1bea-4553-b621-5d820a2a639c req-c5513823-69dc-455f-8269-a7bfe883164f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0748901 Feb 11 13:13:49.496462 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d6ba3757-1bea-4553-b621-5d820a2a639c req-973cd2d1-2c8f-4cb0-b1b2-f7b17438fc9e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459840 Feb 11 13:13:50.626329 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae2228-0a11-444d-9748-361fe6164817 req-7d47a47f-e2ae-443f-96c3-eced8d2ac629 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:50.627825 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfae2228-0a11-444d-9748-361fe6164817 req-7d47a47f-e2ae-443f-96c3-eced8d2ac629 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0547190 Feb 11 13:13:50.674615 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfae2228-0a11-444d-9748-361fe6164817 req-6e9590cf-01ea-4fa2-8ad2-d2560bf8d15d tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410979 Feb 11 13:13:51.800877 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fef0e3-9ddf-4098-b06f-e15e49d0e8b5 req-398f73da-ea60-4697-95e5-e75a44b31dc1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:51.802267 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-63fef0e3-9ddf-4098-b06f-e15e49d0e8b5 req-398f73da-ea60-4697-95e5-e75a44b31dc1 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0529394 Feb 11 13:13:51.854688 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-63fef0e3-9ddf-4098-b06f-e15e49d0e8b5 req-398624af-8756-4158-b117-1ce8c81e52e8 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Feb 11 13:13:52.979697 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096af6a4-9f56-4145-8088-9b2cafd72fd1 req-dabb4946-4ae2-45d9-bde4-014c6cb87ebf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:52.981341 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-096af6a4-9f56-4145-8088-9b2cafd72fd1 req-dabb4946-4ae2-45d9-bde4-014c6cb87ebf tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 943 time: 0.0558443 Feb 11 13:13:53.037038 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-096af6a4-9f56-4145-8088-9b2cafd72fd1 req-6749f4e7-28d8-4781-b510-0c00258bc2b6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493238 Feb 11 13:13:53.782484 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:13:53.879298 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:53.892677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'port_id': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'mac_address': 'fa:16:3e:c1:92:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:13:53.935346 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:53.935744 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:53.949387 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff14088d-736a-4892-ab98-cb8ef4c0f2d0 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:13:53.969409 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:53.973100 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:54.021839 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=9']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:54.176455 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ca5eb-62af-4cf9-9b24-ddc382d76cfc req-e69cd135-81ce-471b-89dc-e3324f2ba86b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:54.177940 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-090ca5eb-62af-4cf9-9b24-ddc382d76cfc req-e69cd135-81ce-471b-89dc-e3324f2ba86b tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0679648 Feb 11 13:13:54.230553 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['ff14088d-736a-4892-ab98-cb8ef4c0f2d0'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:13:54.231706 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-090ca5eb-62af-4cf9-9b24-ddc382d76cfc req-72f798cc-89e4-4ac1-964d-19534c8efa61 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Feb 11 13:13:55.358345 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf50987-c7a6-4d6f-b78d-55b5fc51ca38 req-fa986b0f-e222-40d1-8b6a-13e3e1263103 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:55.359995 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fbf50987-c7a6-4d6f-b78d-55b5fc51ca38 req-fa986b0f-e222-40d1-8b6a-13e3e1263103 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 944 time: 0.0565960 Feb 11 13:13:55.406496 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fbf50987-c7a6-4d6f-b78d-55b5fc51ca38 req-8153487c-528d-4f08-8b75-726b535ed6e6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409520 Feb 11 13:13:55.793937 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:13:55.844078 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:13:55.844458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:55.925688 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:13:55.926165 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:55.949859 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:13:55.952362 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd15e6f-1deb-4865-8a56-d333ec99ff95" -d '{"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-plugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:13:55.964988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:13:55.970004 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:55.996042 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16d9af5-d8d8-4a11-8f63-4e23089df7a6 x-openstack-request-id: req-f16d9af5-d8d8-4a11-8f63-4e23089df7a6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:13:55.996319 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-plugged", "status": "completed", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:13:55.996567 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f16d9af5-d8d8-4a11-8f63-4e23089df7a6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:13:55.996960 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'code': 200} Feb 11 13:13:56.025413 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=10']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:56.189970 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f38f05-246b-4545-84d1-042ad5c5f7fb req-5bbdfdd0-0945-4fb6-aac9-3439c229c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:56.191529 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30f38f05-246b-4545-84d1-042ad5c5f7fb req-5bbdfdd0-0945-4fb6-aac9-3439c229c51e service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 1130 time: 0.0458612 Feb 11 13:13:56.236158 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30f38f05-246b-4545-84d1-042ad5c5f7fb req-d38168b3-e74d-4df0-ba07-8950b812f1b8 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368121 Feb 11 13:13:56.532214 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6d3b-26cd-4c3d-ad8a-26759387c3c6 req-f8bbc626-1234-4ae0-84c9-b3e818df7402 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:56.533681 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-daee6d3b-26cd-4c3d-ad8a-26759387c3c6 req-f8bbc626-1234-4ae0-84c9-b3e818df7402 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0562274 Feb 11 13:13:56.581359 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-daee6d3b-26cd-4c3d-ad8a-26759387c3c6 req-f85b21fd-e5a8-4169-922d-47e6071ea128 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414903 Feb 11 13:13:57.720715 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb53fa35-b7c2-46c4-af3a-6deda2e937c6 req-6c0fb1e0-6189-4db3-9277-a63f9dd44aa2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:57.722210 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb53fa35-b7c2-46c4-af3a-6deda2e937c6 req-6c0fb1e0-6189-4db3-9277-a63f9dd44aa2 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0581930 Feb 11 13:13:57.770199 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb53fa35-b7c2-46c4-af3a-6deda2e937c6 req-34958515-c7ab-4806-b603-9a660aa6e8c6 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424476 Feb 11 13:13:58.542689 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:58.894217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261424a2-d568-4831-951d-4bb463b2f087 req-4b08cae7-be14-4594-ad77-eabb6ffa5c7f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:13:58.895790 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-261424a2-d568-4831-951d-4bb463b2f087 req-4b08cae7-be14-4594-ad77-eabb6ffa5c7f tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0529130 Feb 11 13:13:58.945516 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-261424a2-d568-4831-951d-4bb463b2f087 req-4d94f534-306a-49aa-903d-bba15c76b012 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Feb 11 13:13:59.560310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57514) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:59.603314 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Deleting subnet 2f9fb341-192c-4bbb-804f-315ecdff8860 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:13:59.606262 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Publish callbacks [] for subnet (2f9fb341-192c-4bbb-804f-315ecdff8860), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.640055 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880139'] for subnet (2f9fb341-192c-4bbb-804f-315ecdff8860), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.677072 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (2f9fb341-192c-4bbb-804f-315ecdff8860), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.727821 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3400460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25784533'] for subnet (2f9fb341-192c-4bbb-804f-315ecdff8860), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.757337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f9fb341-192c-4bbb-804f-315ecdff8860,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:13:59.761190 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.764435 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-116c0462-890f-45a8-88d1-515417985e59 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/2f9fb341-192c-4bbb-804f-315ecdff8860 HTTP/1.1" status: 204 len: 168 time: 0.2028735 Feb 11 13:13:59.767146 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57516) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:13:59.834299 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (a86a603a-39e0-4083-95d1-021095a7318b), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.914995 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (a86a603a-39e0-4083-95d1-021095a7318b), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.933757 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a86a603a-39e0-4083-95d1-021095a7318b']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:59.943461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1089683-d0a9-4d60-ad03-f02ea2953145') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:59.943760 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1089683-d0a9-4d60-ad03-f02ea2953145') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:13:59.953251 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (c1089683-d0a9-4d60-ad03-f02ea2953145), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.965923 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (c1089683-d0a9-4d60-ad03-f02ea2953145), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.971777 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:13:59.972163 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (c1089683-d0a9-4d60-ad03-f02ea2953145), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:13:59.973754 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:00.025783 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (a86a603a-39e0-4083-95d1-021095a7318b), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.031235 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.034350 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a86a603a-39e0-4083-95d1-021095a7318b HTTP/1.1" status: 204 len: 168 time: 0.2662501 Feb 11 13:14:00.044899 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cbdb1-ff8f-42fd-b92f-6e32a94d0828 admin admin] Pushing event deleted for resources: {'Network': ['ID=a86a603a-39e0-4083-95d1-021095a7318b,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:00.142772 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57520) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:00.186146 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3a9c8c6d-4fa6-4475-9d61-af9118fce0fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c4d1c8397a8c44d69eab44c4f44a56b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414255 Feb 11 13:14:00.188093 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57522) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:00.235521 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-515e07ff-8394-48de-92f8-b54427cec88f admin admin] Publish callbacks [] for security_group (071fd71f-db2f-45f5-9d28-4c8f588a8555), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.256511 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-515e07ff-8394-48de-92f8-b54427cec88f admin admin] Publish callbacks [] for security_group (071fd71f-db2f-45f5-9d28-4c8f588a8555), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.306087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-515e07ff-8394-48de-92f8-b54427cec88f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (071fd71f-db2f-45f5-9d28-4c8f588a8555), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.308772 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-515e07ff-8394-48de-92f8-b54427cec88f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:00.309958 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-515e07ff-8394-48de-92f8-b54427cec88f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/071fd71f-db2f-45f5-9d28-4c8f588a8555 HTTP/1.1" status: 204 len: 168 time: 0.1209812 Feb 11 13:14:00.318561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e07ff-8394-48de-92f8-b54427cec88f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=071fd71f-db2f-45f5-9d28-4c8f588a8555,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:00.985850 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57552) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:01.079705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1280026062-network', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:01.100666 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Made reservation on behalf of 30bef10f92124bbf8b68a320daa5ad37 for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:01.103104 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.112568 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.201862 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks [] for security_group (1c4d635c-4d71-4751-88e0-169803561da1), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.206293 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1c4d635c-4d71-4751-88e0-169803561da1), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.230543 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:01.240139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4d635c-4d71-4751-88e0-169803561da1,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:01.244760 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (492fb89f-25f5-4968-a7f4-a7e89d4cbfc0), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.245096 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Added segment 492fb89f-25f5-4968-a7f4-a7e89d4cbfc0 of type vlan for network 6720932f-7e60-48dc-b42f-c2a2a993a170 Feb 11 13:14:01.286955 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (6720932f-7e60-48dc-b42f-c2a2a993a170), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.312243 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (6720932f-7e60-48dc-b42f-c2a2a993a170), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.313184 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:01.313769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.342374 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3554301 Feb 11 13:14:01.345895 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57556) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:01.350932 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Request body: {'subnet': {'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1280026062-subnet', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:01.369492 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Made reservation on behalf of 30bef10f92124bbf8b68a320daa5ad37 for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:01.371777 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.375262 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf724140-25ed-4411-9abd-ff8412670a70 admin admin] Pushing event updated for resources: {'Network': ['ID=6720932f-7e60-48dc-b42f-c2a2a993a170,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:01.385207 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:01.559525 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (a56c0904-6299-4eec-b843-6c79c5ceb3a5), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.614628 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a56c0904-6299-4eec-b843-6c79c5ceb3a5,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:01.624472 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.624759 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.625108 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.625446 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.625780 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.626110 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.626454 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.626794 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.627211 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.627576 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.627907 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.628232 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.628553 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:01.636903 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Checking segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:01.637275 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Network hostable DHCP agents. Network: 6720932f-7e60-48dc-b42f-c2a2a993a170, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:01.653602 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:01.663505 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 6720932f-7e60-48dc-b42f-c2a2a993a170) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:01.667611 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:01.668218 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.673437 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305f6121-a8a0-4f70-a9ad-7a8f3f50a9a9 None None] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:01.686669 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-39c603d7-42b1-4eb4-8858-9ffd6ada54f6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3395720 Feb 11 13:14:01.689460 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57564) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:01.693891 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:01.713105 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (c827c8cc-af9d-4818-a196-635498c51445), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.714102 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (c827c8cc-af9d-4818-a196-635498c51445), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.753775 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7c681-2dbe-404e-b215-e03e6a9c7a54 req-0364c14f-1145-4f45-bcba-4707a24817fe tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:01.755352 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1ff7c681-2dbe-404e-b215-e03e6a9c7a54 req-0364c14f-1145-4f45-bcba-4707a24817fe tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0697529 Feb 11 13:14:01.777146 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks [] for router_controller (c827c8cc-af9d-4818-a196-635498c51445), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.804284 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-6720932f-7e60-48dc-b42f-c2a2a993a170', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:14:01.805430 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.817514 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1ff7c681-2dbe-404e-b215-e03e6a9c7a54 req-9709fa4b-430a-4cf5-b103-b2da8199cc85 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552866 Feb 11 13:14:01.926900 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks [] for router_gateway (c827c8cc-af9d-4818-a196-635498c51445), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:01.944591 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Allocated IP 172.20.0.2 (6720932f-7e60-48dc-b42f-c2a2a993a170/a56c0904-6299-4eec-b843-6c79c5ceb3a5/8b3641e0-7345-44de-b8b0-30f88128985d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:02.086185 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Publish callbacks [] for port (8b3641e0-7345-44de-b8b0-30f88128985d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.093574 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.129509 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks [] for router_gateway (c827c8cc-af9d-4818-a196-635498c51445), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.137829 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:02.140689 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:02.144180 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:02.149194 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.153223 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Pushing event updated for resources: {'Port': ['ID=8b3641e0-7345-44de-b8b0-30f88128985d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:02.210425 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-35e0c222-b3b6-41e3-bcb6-a5bb55ad7d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.213833 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Attempting to bind port 8b3641e0-7345-44de-b8b0-30f88128985d on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:02.214209 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Attempting to bind port 8b3641e0-7345-44de-b8b0-30f88128985d by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:02.214567 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Attempting to bind port 8b3641e0-7345-44de-b8b0-30f88128985d on network 6720932f-7e60-48dc-b42f-c2a2a993a170 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:02.221351 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:02.221727 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Checking segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:02.222126 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.222511 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Bound using segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:02.222966 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Bound port: 8b3641e0-7345-44de-b8b0-30f88128985d, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:02.223369 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.260321 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Allocated IP 172.27.3.207 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/e6ea58d8-89fb-49f6-bfda-0ab90889ecf7) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:02.284607 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] For port 8b3641e0-7345-44de-b8b0-30f88128985d, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:02.287748 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] For port 8b3641e0-7345-44de-b8b0-30f88128985d, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=8b3641e0-7345-44de-b8b0-30f88128985d,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:02.293792 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.352496 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba269145-caca-41a0-8900-34fa59057cbe None None] Pushing event updated for resources: {'Port': ['ID=8b3641e0-7345-44de-b8b0-30f88128985d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:02.361285 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks [] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.398860 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.438409 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:02.441366 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:02.444964 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:02.468302 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Pushing event updated for resources: {'Port': ['ID=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:02.666376 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 8b3641e0-7345-44de-b8b0-30f88128985d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:02.717111 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 8b3641e0-7345-44de-b8b0-30f88128985d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:02.717487 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.810550 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 8b3641e0-7345-44de-b8b0-30f88128985d is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:02.811271 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.860660 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 8b3641e0-7345-44de-b8b0-30f88128985d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=8b3641e0-7345-44de-b8b0-30f88128985d,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:02.867740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:02.882981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-e8011668-ba2e-4bed-ad17-123808f30059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:02.884889 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-e8011668-ba2e-4bed-ad17-123808f30059 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1129 time: 0.0678713 Feb 11 13:14:02.928766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=8b3641e0-7345-44de-b8b0-30f88128985d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:02.938339 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks [] for router_gateway (c827c8cc-af9d-4818-a196-635498c51445), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.064141 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ce62f2-43c4-41c2-913b-8f8860c1ac0b req-3388c954-7bee-4e42-96ce-8d7724bc17bd tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.065839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f0ce62f2-43c4-41c2-913b-8f8860c1ac0b req-3388c954-7bee-4e42-96ce-8d7724bc17bd tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1334877 Feb 11 13:14:03.077261 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-3b24dcd3-2d3f-458e-9f73-1d927471d33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.079234 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-3b24dcd3-2d3f-458e-9f73-1d927471d33d service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.1721609 Feb 11 13:14:03.165594 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (c827c8cc-af9d-4818-a196-635498c51445), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.214037 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-648d87f8-6f5b-4228-ba6b-e71d2c9d4c04 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 1001 time: 0.1117485 Feb 11 13:14:03.217086 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f0ce62f2-43c4-41c2-913b-8f8860c1ac0b req-4de64b22-b60d-48f5-b070-3f1b6c7993a2 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358039 Feb 11 13:14:03.229558 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31341149-31e8-4014-b269-9d087dd8c625 req-548dd238-543f-4a33-9ded-3a1d40dc690f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.231189 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31341149-31e8-4014-b269-9d087dd8c625 req-548dd238-543f-4a33-9ded-3a1d40dc690f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1629434 Feb 11 13:14:03.298079 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-85baa0c9-0678-4de6-95b0-5a5d28ed5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.299625 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-85baa0c9-0678-4de6-95b0-5a5d28ed5f8b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0675464 Feb 11 13:14:03.312927 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Router c827c8cc-af9d-4818-a196-635498c51445 is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:14:03.355643 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-31341149-31e8-4014-b269-9d087dd8c625 req-a0c6527f-e4f1-4d71-8eff-86907b036dbf tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139395 Feb 11 13:14:03.381596 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-0bcc22b2-086c-4150-b164-648aee2dc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:03.383020 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-0bcc22b2-086c-4150-b164-648aee2dc6f8 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766358 Feb 11 13:14:03.396688 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc42d18-633a-4849-9cae-d1f31fc5c60a None None] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:03.439855 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:03.458864 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.460149 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8f11cff4-7d6c-4a56-9a00-8e40be01e76b admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7697220 Feb 11 13:14:03.462741 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57572) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:03.473699 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Sync routers for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:03.475550 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-1824fc65-5f09-4100-a018-4aa9cc45ad3c service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846448 Feb 11 13:14:03.490655 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1c88e993-88ab-4156-b141-7d041da4d747 None None] Provisioning complete for port 8b3641e0-7345-44de-b8b0-30f88128985d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:03.491027 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c88e993-88ab-4156-b141-7d041da4d747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:03.532650 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:03.533589 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:13:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:03.569227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-498ec6b2-87ca-44f1-9552-6edb0fbb906b req-cc7ff59b-6526-416a-9788-ceafa2acc6ce service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872481 Feb 11 13:14:03.842583 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:03.873244 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1c88e993-88ab-4156-b141-7d041da4d747 None None] Current status of the port 8b3641e0-7345-44de-b8b0-30f88128985d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:03.897245 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.038370 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:02Z', 'revision_number': 3, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:04.059692 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Allocated IP 172.20.0.1 (6720932f-7e60-48dc-b42f-c2a2a993a170/a56c0904-6299-4eec-b843-6c79c5ceb3a5/b72b8f74-aec0-41dc-b7fc-2f21c569255c) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:04.065005 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Checking router: c827c8cc-af9d-4818-a196-635498c51445 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:04.065362 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Updating router c827c8cc-af9d-4818-a196-635498c51445 port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:14:04.099548 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.104568 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-29dc5c59-fe93-44b2-b9bd-de9479f499d4 None None] Provisioning complete for port 8b3641e0-7345-44de-b8b0-30f88128985d triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:04.104936 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-29dc5c59-fe93-44b2-b9bd-de9479f499d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.168622 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks [] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.200817 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.243276 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:04.247077 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:04.256241 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:04.262292 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Pushing event updated for resources: {'Port': ['ID=b72b8f74-aec0-41dc-b7fc-2f21c569255c,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.302233 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (c827c8cc-af9d-4818-a196-635498c51445), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.326987 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-29dc5c59-fe93-44b2-b9bd-de9479f499d4 None None] Current status of the port 8b3641e0-7345-44de-b8b0-30f88128985d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:04.368092 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b7f40-8d55-4f43-9192-a428c1949723 req-58076e21-d52a-4d5f-8f0b-25fb87aec49e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:04.372680 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52b7f40-8d55-4f43-9192-a428c1949723 req-58076e21-d52a-4d5f-8f0b-25fb87aec49e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0670614 Feb 11 13:14:04.446538 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52b7f40-8d55-4f43-9192-a428c1949723 req-319d75ad-a2bb-46a7-8761-a20756a3b394 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658689 Feb 11 13:14:04.477162 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Publish callbacks [] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.490798 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.494561 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.524471 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87537ebb-6c30-4967-b49d-a1485437003f req-e564a863-d577-4d21-97cf-65e86355548f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:04.525921 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-87537ebb-6c30-4967-b49d-a1485437003f req-e564a863-d577-4d21-97cf-65e86355548f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0714581 Feb 11 13:14:04.559384 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c762-2f59-483e-992c-766dc6f907f0 None None] Pushing event updated for resources: {'Port': ['ID=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.576061 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1329e276-6f4d-4fda-a330-b59b9acde976 None None] Provisioning complete for port b72b8f74-aec0-41dc-b7fc-2f21c569255c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:04.576550 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1329e276-6f4d-4fda-a330-b59b9acde976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.579473 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-87537ebb-6c30-4967-b49d-a1485437003f req-bec9865c-205a-4421-a9c3-194ec4386047 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Feb 11 13:14:04.581872 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Attempting to bind port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:04.582349 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Attempting to bind port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:04.582937 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Attempting to bind port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:04.606153 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:04.606662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:04.607211 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.608102 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:04.608300 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Bound port: e6ea58d8-89fb-49f6-bfda-0ab90889ecf7, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:04.608809 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.650103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 8b3641e0-7345-44de-b8b0-30f88128985d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:04.658935 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1329e276-6f4d-4fda-a330-b59b9acde976 None None] Port b72b8f74-aec0-41dc-b7fc-2f21c569255c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:04.674171 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks [] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.678702 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.701203 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] For port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:04.705144 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] For port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:04.712053 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.748072 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Pushing event updated for resources: {'Port': ['ID=b72b8f74-aec0-41dc-b7fc-2f21c569255c,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.754474 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (c827c8cc-af9d-4818-a196-635498c51445), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.775829 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 8b3641e0-7345-44de-b8b0-30f88128985d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:04.776229 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.805738 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6c762-2f59-483e-992c-766dc6f907f0 None None] Pushing event updated for resources: {'Port': ['ID=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:04.830160 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:04.830925 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:13:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:04.835047 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d73367bb-3ef9-4369-9286-8b1524a86812 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:04.851513 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:04.852889 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:04.972958 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 8b3641e0-7345-44de-b8b0-30f88128985d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:04.986881 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:05.141520 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-d2b39116-53fc-45a5-aa49-e92a19b8e3b6 None None] Provisioning complete for port b72b8f74-aec0-41dc-b7fc-2f21c569255c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:05.141978 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d2b39116-53fc-45a5-aa49-e92a19b8e3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.194135 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Router c827c8cc-af9d-4818-a196-635498c51445 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:05.215863 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-d2b39116-53fc-45a5-aa49-e92a19b8e3b6 None None] Port b72b8f74-aec0-41dc-b7fc-2f21c569255c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:05.245649 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 2, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:05.272421 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a530e27a-c34f-42ca-b680-709958efc62a None None] The sync data for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi is: [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 2, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:05.306523 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:05.312501 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-350ce460-a42d-4ab2-af18-ca2209f51878 admin admin] 10.222.0.86 "PUT /v2.0/routers/c827c8cc-af9d-4818-a196-635498c51445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487158 Feb 11 13:14:05.594350 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b98cc-6fd8-4e4b-9a84-48f31f654653 req-a37a0a4e-433c-4502-b995-8eccad541d4a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:05.596334 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4a6b98cc-6fd8-4e4b-9a84-48f31f654653 req-a37a0a4e-433c-4502-b995-8eccad541d4a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0617633 Feb 11 13:14:05.670179 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4a6b98cc-6fd8-4e4b-9a84-48f31f654653 req-3f251864-05ae-4c84-aa22-71d58557eaca tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619977 Feb 11 13:14:05.675909 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.744192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673986d-20f1-4208-884c-49df99ca0688 req-cd3c78e8-2110-4f73-9d2f-9dda0c791aea tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:05.745956 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c673986d-20f1-4208-884c-49df99ca0688 req-cd3c78e8-2110-4f73-9d2f-9dda0c791aea tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0592468 Feb 11 13:14:05.808344 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c673986d-20f1-4208-884c-49df99ca0688 req-aba7a47d-cbca-42f9-84d3-91b2b53f53d3 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558987 Feb 11 13:14:05.870569 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:05.876430 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1505785293-network', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:05.896400 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Made reservation on behalf of e230970a19154df2b4d5eb027fed74a5 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:05.898910 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:05.908700 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.007348 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks [] for security_group (91a24df0-e129-4f68-9b8f-6d26f5b38772), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.011344 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (91a24df0-e129-4f68-9b8f-6d26f5b38772), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.039546 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:14:06.045155 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a24df0-e129-4f68-9b8f-6d26f5b38772,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.053737 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (d2f56710-4d70-44d4-83ae-8b34ff8bdb18), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.054036 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Added segment d2f56710-4d70-44d4-83ae-8b34ff8bdb18 of type vlan for network 8141d4b5-3b3c-4633-8264-040c2bf814a6 Feb 11 13:14:06.100265 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (8141d4b5-3b3c-4633-8264-040c2bf814a6), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.125807 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (8141d4b5-3b3c-4633-8264-040c2bf814a6), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.126867 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.127485 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.162446 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2905703 Feb 11 13:14:06.165246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57598) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:06.171742 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Request body: {'subnet': {'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1505785293-subnet', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:06.190432 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928466d2-a7e7-47e9-a09b-d9ef223dcdb6 admin admin] Pushing event updated for resources: {'Network': ['ID=8141d4b5-3b3c-4633-8264-040c2bf814a6,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.192418 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Made reservation on behalf of e230970a19154df2b4d5eb027fed74a5 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:06.195079 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25784560'] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.206962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:14:06.376554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3400525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25784546'] for subnet (a3e8fdf0-e40c-4bc5-bb50-abc527660d27), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.437573 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e8fdf0-e40c-4bc5-bb50-abc527660d27,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:06.448343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.448693 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.449037 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.449374 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.449706 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.450035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.450365 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.450694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.451018 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.451370 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.451694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.452547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.452869 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:06.459971 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Checking segment: {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:06.460453 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Network hostable DHCP agents. Network: 8141d4b5-3b3c-4633-8264-040c2bf814a6, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:14:06.478017 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:14:06.487342 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 8141d4b5-3b3c-4633-8264-040c2bf814a6) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:06.491420 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.492107 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.498426 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76dcbbd0-a869-447d-8755-44b59caeb622 None None] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:06.508443 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-95ca1a28-0761-44f7-9cdc-0b50358c49ce admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3419690 Feb 11 13:14:06.511008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:06.515926 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:06.535964 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (8e845095-8383-4c14-a40c-434cba480c5f), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.537010 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (8e845095-8383-4c14-a40c-434cba480c5f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.605964 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks [] for router_controller (8e845095-8383-4c14-a40c-434cba480c5f), precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.639940 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-8141d4b5-3b3c-4633-8264-040c2bf814a6', 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'fixed_ips': [{'subnet_id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:14:06.640838 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.715675 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:06.767302 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks [] for router_gateway (8e845095-8383-4c14-a40c-434cba480c5f), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.838502 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d711b-bcec-40a4-974b-8d244ec371bb req-749b6158-fc81-47f5-baeb-a00a9180f474 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.840109 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-418d711b-bcec-40a4-974b-8d244ec371bb req-749b6158-fc81-47f5-baeb-a00a9180f474 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0853381 Feb 11 13:14:06.961906 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Allocated IP 172.20.0.2 (8141d4b5-3b3c-4633-8264-040c2bf814a6/a3e8fdf0-e40c-4bc5-bb50-abc527660d27/29cf4343-e65a-4302-a544-5928e84f0a6f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:06.964923 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-418d711b-bcec-40a4-974b-8d244ec371bb req-6db2605a-bfa9-4c51-a1ac-bbae389b9b51 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888746 Feb 11 13:14:06.965997 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:06.966350 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:06.993100 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bad9af-6966-44eb-9f18-509312878490 req-c55fe2ea-056f-4aec-953f-b298d7a2fae4 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:06.994830 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c1bad9af-6966-44eb-9f18-509312878490 req-c55fe2ea-056f-4aec-953f-b298d7a2fae4 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1023595 Feb 11 13:14:07.135226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:07.135622 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.137542 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c1bad9af-6966-44eb-9f18-509312878490 req-b99b338e-46f8-4fea-8cf4-4047d0c305b3 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122065 Feb 11 13:14:07.146465 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks [] for router_gateway (8e845095-8383-4c14-a40c-434cba480c5f), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.167594 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.185158 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:07.192657 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.232167 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Publish callbacks [] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.243752 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.275275 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:07.276513 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:07.282952 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:07.302472 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:07.303504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Allocated IP 172.27.3.182 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/e417a908-1420-4fee-ba74-d734f744a85d) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:07.344462 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Pushing event updated for resources: {'Port': ['ID=29cf4343-e65a-4302-a544-5928e84f0a6f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:07.372616 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Attempting to bind port 29cf4343-e65a-4302-a544-5928e84f0a6f on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:07.372987 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Attempting to bind port 29cf4343-e65a-4302-a544-5928e84f0a6f by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:07.373352 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Attempting to bind port 29cf4343-e65a-4302-a544-5928e84f0a6f on network 8141d4b5-3b3c-4633-8264-040c2bf814a6 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:07.378855 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:07.379272 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Checking segment: {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:07.379683 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.380071 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Bound using segment: {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:07.380533 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Bound port: 29cf4343-e65a-4302-a544-5928e84f0a6f, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:07.380911 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.418161 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks [] for port (e417a908-1420-4fee-ba74-d734f744a85d), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.418597 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Sync routers for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:07.428858 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:07.429568 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:07.451330 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] For port 29cf4343-e65a-4302-a544-5928e84f0a6f, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:07.455654 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] For port 29cf4343-e65a-4302-a544-5928e84f0a6f, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=29cf4343-e65a-4302-a544-5928e84f0a6f,segment=NetworkSegment(d2f56710-4d70-44d4-83ae-8b34ff8bdb18),segment_id=d2f56710-4d70-44d4-83ae-8b34ff8bdb18)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:07.456217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (e417a908-1420-4fee-ba74-d734f744a85d), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.464176 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.509711 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:07.512869 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:07.517748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:07.537538 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Pushing event updated for resources: {'Port': ['ID=e417a908-1420-4fee-ba74-d734f744a85d,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:07.537762 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c12e1-fc65-42e2-9bfc-9e402561af82 None None] Pushing event updated for resources: {'Port': ['ID=29cf4343-e65a-4302-a544-5928e84f0a6f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:07.547439 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:07.751685 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.804326 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 2, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:07.807857 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks [] for router_gateway (8e845095-8383-4c14-a40c-434cba480c5f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:07.832379 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Checking router: c827c8cc-af9d-4818-a196-635498c51445 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:07.832726 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Updating router c827c8cc-af9d-4818-a196-635498c51445 port b72b8f74-aec0-41dc-b7fc-2f21c569255c binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:14:07.861446 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.228441 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Publish callbacks [] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.235672 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.340729 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Pushing event updated for resources: {'Port': ['ID=b72b8f74-aec0-41dc-b7fc-2f21c569255c,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:08.343422 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (8e845095-8383-4c14-a40c-434cba480c5f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.350032 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.350399 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.350761 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.351294 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.351802 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.352272 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.352757 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.353089 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.353417 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.353758 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.354094 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.354581 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.355065 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:08.358797 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Attempting to bind port b72b8f74-aec0-41dc-b7fc-2f21c569255c on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:08.360100 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Attempting to bind port b72b8f74-aec0-41dc-b7fc-2f21c569255c by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:08.360653 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Attempting to bind port b72b8f74-aec0-41dc-b7fc-2f21c569255c on network 6720932f-7e60-48dc-b42f-c2a2a993a170 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:08.367910 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:08.368733 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Checking segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:08.369479 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.370012 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Bound using segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:08.370655 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Bound port: b72b8f74-aec0-41dc-b7fc-2f21c569255c, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:08.371208 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.427235 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e139d-1995-43cd-b0b7-b0797caf8a66 req-68a7d093-ec0c-4b82-a6b8-7a703ff193cb tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.428713 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d90e139d-1995-43cd-b0b7-b0797caf8a66 req-68a7d093-ec0c-4b82-a6b8-7a703ff193cb tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1463532 Feb 11 13:14:08.440547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7774d511-563c-42af-ad69-fe29e221ebdb req-8bf1010d-d498-4cb4-91a6-257071e0a771 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:08.442081 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7774d511-563c-42af-ad69-fe29e221ebdb req-8bf1010d-d498-4cb4-91a6-257071e0a771 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1586936 Feb 11 13:14:08.453591 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] For port b72b8f74-aec0-41dc-b7fc-2f21c569255c, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:08.457319 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] For port b72b8f74-aec0-41dc-b7fc-2f21c569255c, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=b72b8f74-aec0-41dc-b7fc-2f21c569255c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:08.465921 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.531234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.533931 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bf9be5-e4f7-480b-9bc2-55ef9943c087 None None] Pushing event updated for resources: {'Port': ['ID=b72b8f74-aec0-41dc-b7fc-2f21c569255c,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:08.559259 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:08.560331 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:08.610481 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d90e139d-1995-43cd-b0b7-b0797caf8a66 req-d8385de7-49e5-40ea-9440-9cc7b65c5868 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655400 Feb 11 13:14:08.625063 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7774d511-563c-42af-ad69-fe29e221ebdb req-6ef18cdf-9f07-4b40-9232-40d579d1915f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727095 Feb 11 13:14:08.683849 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Router 8e845095-8383-4c14-a40c-434cba480c5f is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:14:08.697148 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Provisioning complete for port b72b8f74-aec0-41dc-b7fc-2f21c569255c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:08.698827 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.802069 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:08.824886 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 29cf4343-e65a-4302-a544-5928e84f0a6f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:08.854389 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacec429-5e67-47b3-949c-e0587ff7d474 None None] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:08.867496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:08.888021 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.889321 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-dc1defe6-02d0-47ba-9d57-8d667987ae7a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3773217 Feb 11 13:14:08.892084 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57612) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:08.895840 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Sync routers for ids ['8e845095-8383-4c14-a40c-434cba480c5f'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:08.956538 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Current status of the port b72b8f74-aec0-41dc-b7fc-2f21c569255c is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:08.956843 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:08.960300 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Routers {'8e845095-8383-4c14-a40c-434cba480c5f'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:08.960953 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8e845095-8383-4c14-a40c-434cba480c5f'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:09.044273 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:08Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:09.065155 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 29cf4343-e65a-4302-a544-5928e84f0a6f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:09.065534 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.071768 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919d570e-7f02-408f-b9c3-c1ae4e9baa79 None None] The sync data for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi is: [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:08Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:09.103318 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] For port b72b8f74-aec0-41dc-b7fc-2f21c569255c, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=b72b8f74-aec0-41dc-b7fc-2f21c569255c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:09.141610 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.216788 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Set router 8e845095-8383-4c14-a40c-434cba480c5f gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:09.319977 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Pushing event updated for resources: {'Port': ['ID=b72b8f74-aec0-41dc-b7fc-2f21c569255c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:09.356223 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.368926 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.369283 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.369627 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.369967 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.370300 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.370639 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.370972 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.371344 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.371674 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.372006 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.372353 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.372660 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.372988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ae272b-c110-405d-aa56-150531b56f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:14:09.406804 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-986ad752-f98d-4ce8-b66e-eb641fea902c None None] Provisioning complete for port b72b8f74-aec0-41dc-b7fc-2f21c569255c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:09.407214 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-986ad752-f98d-4ce8-b66e-eb641fea902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.441662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 29cf4343-e65a-4302-a544-5928e84f0a6f is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:09.442032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.526782 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 29cf4343-e65a-4302-a544-5928e84f0a6f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=29cf4343-e65a-4302-a544-5928e84f0a6f,segment=NetworkSegment(d2f56710-4d70-44d4-83ae-8b34ff8bdb18),segment_id=d2f56710-4d70-44d4-83ae-8b34ff8bdb18)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:09.533911 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.534675 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:09.547962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Allocated IP 172.20.0.1 (8141d4b5-3b3c-4633-8264-040c2bf814a6/a3e8fdf0-e40c-4bc5-bb50-abc527660d27/db39f1e4-4226-48c2-8d27-37364fb6021e) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:09.677001 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks [] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.678450 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=29cf4343-e65a-4302-a544-5928e84f0a6f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:09.685167 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-986ad752-f98d-4ce8-b66e-eb641fea902c None None] Current status of the port b72b8f74-aec0-41dc-b7fc-2f21c569255c is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:09.711172 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:09.711740 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.715021 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 3, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:09.717165 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-986ad752-f98d-4ce8-b66e-eb641fea902c None None] Provisioning complete for port 29cf4343-e65a-4302-a544-5928e84f0a6f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:09.718265 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-986ad752-f98d-4ce8-b66e-eb641fea902c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.792825 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Checking router: 8e845095-8383-4c14-a40c-434cba480c5f for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:09.793185 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Updating router 8e845095-8383-4c14-a40c-434cba480c5f port e417a908-1420-4fee-ba74-d734f744a85d binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:14:09.818848 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.847776 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e417a908-1420-4fee-ba74-d734f744a85d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:09.870856 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bf704-1491-415f-84d4-f32b45394293 req-0ea4de49-d41e-4ad8-81df-7d53cfac22b7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.872510 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f20bf704-1491-415f-84d4-f32b45394293 req-0ea4de49-d41e-4ad8-81df-7d53cfac22b7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1684997 Feb 11 13:14:09.901017 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:09.912695 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa15a5-7e82-45a1-903d-1229693f92c7 req-59b2d0ec-c455-44ad-b61e-e42dd345a182 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:09.914154 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b2aa15a5-7e82-45a1-903d-1229693f92c7 req-59b2d0ec-c455-44ad-b61e-e42dd345a182 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1568158 Feb 11 13:14:09.920145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:09.922536 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:09.930281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Pushing event updated for resources: {'Port': ['ID=db39f1e4-4226-48c2-8d27-37364fb6021e,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.007755 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f20bf704-1491-415f-84d4-f32b45394293 req-c3130fe9-5f0f-43de-a844-2a990be31cb7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260676 Feb 11 13:14:10.013798 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (8e845095-8383-4c14-a40c-434cba480c5f), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.028387 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:10.031902 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-986ad752-f98d-4ce8-b66e-eb641fea902c None None] Current status of the port 29cf4343-e65a-4302-a544-5928e84f0a6f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:10.071227 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b2aa15a5-7e82-45a1-903d-1229693f92c7 req-0e4c4dd0-e6e3-4d4e-92d0-5efa1c945f72 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462560 Feb 11 13:14:10.175953 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.225183 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-82ccdb15-1d93-4769-8c4c-c51d3c2e7481 None None] Provisioning complete for port 29cf4343-e65a-4302-a544-5928e84f0a6f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:10.225564 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82ccdb15-1d93-4769-8c4c-c51d3c2e7481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.330964 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks [] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.335328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.367226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-82ccdb15-1d93-4769-8c4c-c51d3c2e7481 None None] Current status of the port 29cf4343-e65a-4302-a544-5928e84f0a6f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:10.380103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Publish callbacks [] for port (e417a908-1420-4fee-ba74-d734f744a85d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.386444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e417a908-1420-4fee-ba74-d734f744a85d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.404430 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (8e845095-8383-4c14-a40c-434cba480c5f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.406652 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Pushing event updated for resources: {'Port': ['ID=db39f1e4-4226-48c2-8d27-37364fb6021e,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.441585 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Attempting to bind port e417a908-1420-4fee-ba74-d734f744a85d on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:10.441947 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Attempting to bind port e417a908-1420-4fee-ba74-d734f744a85d by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:10.442316 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Attempting to bind port e417a908-1420-4fee-ba74-d734f744a85d on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:10.446885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4057d72-6d28-45c8-a63d-bf9e8975dcb9 None None] Pushing event updated for resources: {'Port': ['ID=e417a908-1420-4fee-ba74-d734f744a85d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.449680 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:10.450117 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:10.450463 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.450854 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:10.451350 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Bound port: e417a908-1420-4fee-ba74-d734f744a85d, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:10.451744 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e417a908-1420-4fee-ba74-d734f744a85d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.500728 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:10.502073 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:10.504842 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-233214a6-a873-444a-bf56-39319948f49b None None] Provisioning complete for port db39f1e4-4226-48c2-8d27-37364fb6021e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:10.505108 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-233214a6-a873-444a-bf56-39319948f49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.541683 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] For port e417a908-1420-4fee-ba74-d734f744a85d, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:10.556882 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] For port e417a908-1420-4fee-ba74-d734f744a85d, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e417a908-1420-4fee-ba74-d734f744a85d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:10.558160 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-233214a6-a873-444a-bf56-39319948f49b None None] Port db39f1e4-4226-48c2-8d27-37364fb6021e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:10.567928 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e417a908-1420-4fee-ba74-d734f744a85d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.628751 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Router 8e845095-8383-4c14-a40c-434cba480c5f has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:10.649941 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Routers {'8e845095-8383-4c14-a40c-434cba480c5f'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:10.650927 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8e845095-8383-4c14-a40c-434cba480c5f'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:10.699615 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 29cf4343-e65a-4302-a544-5928e84f0a6f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:10.703955 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4057d72-6d28-45c8-a63d-bf9e8975dcb9 None None] Pushing event updated for resources: {'Port': ['ID=e417a908-1420-4fee-ba74-d734f744a85d,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:10.765139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:10.772486 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-083ed2b7-4983-440e-87f3-0b5dd47af552 admin admin] 10.222.0.86 "PUT /v2.0/routers/8e845095-8383-4c14-a40c-434cba480c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8793571 Feb 11 13:14:10.820486 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 29cf4343-e65a-4302-a544-5928e84f0a6f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:10.820866 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:10.824395 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] Set router 8e845095-8383-4c14-a40c-434cba480c5f gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:10.946048 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-093bad02-7bb9-4caa-8937-5e51cd05bcc3 None None] Provisioning complete for port db39f1e4-4226-48c2-8d27-37364fb6021e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:10.946424 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-093bad02-7bb9-4caa-8937-5e51cd05bcc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:11.046676 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-093bad02-7bb9-4caa-8937-5e51cd05bcc3 None None] Port db39f1e4-4226-48c2-8d27-37364fb6021e cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:11.084310 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 29cf4343-e65a-4302-a544-5928e84f0a6f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:11.085424 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device b72b8f74-aec0-41dc-b7fc-2f21c569255c up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:11.156628 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08086-9230-467f-8c87-10d4306838c2 req-67938b29-7bbf-41a7-a456-16868ae1bd0f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.159469 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c4f08086-9230-467f-8c87-10d4306838c2 req-67938b29-7bbf-41a7-a456-16868ae1bd0f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0718334 Feb 11 13:14:11.172429 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port b72b8f74-aec0-41dc-b7fc-2f21c569255c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:11.172817 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:11.201858 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'db39f1e4-4226-48c2-8d27-37364fb6021e', 'name': '', 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'mac_address': 'fa:16:3e:72:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:09Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 2, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'subnets': [{'id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:11.233982 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8eed32c-b9e6-49b1-8887-6cc6d957e561 None None] The sync data for ids ['8e845095-8383-4c14-a40c-434cba480c5f'] in dv-cinder-810917-5-iscsi is: [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'db39f1e4-4226-48c2-8d27-37364fb6021e', 'name': '', 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'mac_address': 'fa:16:3e:72:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:09Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 2, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'subnets': [{'id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:11.255532 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c4f08086-9230-467f-8c87-10d4306838c2 req-bd977dd3-631c-42e4-ad3a-df9396ba4299 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823195 Feb 11 13:14:11.274585 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7144acb-b1f9-4415-a8bc-98e97b855e0e req-b2d58b79-04c9-4e37-a402-4563f655ae26 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:11.277092 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d7144acb-b1f9-4415-a8bc-98e97b855e0e req-b2d58b79-04c9-4e37-a402-4563f655ae26 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1163461 Feb 11 13:14:11.295024 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port b72b8f74-aec0-41dc-b7fc-2f21c569255c is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:11.344438 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d7144acb-b1f9-4415-a8bc-98e97b855e0e req-936453af-fbf0-4b84-9fe7-d6cdcd26f86d tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548935 Feb 11 13:14:12.108042 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:12.462046 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06bef1c-a7bd-4067-a59b-2fd213a56c26 req-4e266239-f7d6-40c5-83a0-52adbc20d400 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.468331 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d06bef1c-a7bd-4067-a59b-2fd213a56c26 req-4e266239-f7d6-40c5-83a0-52adbc20d400 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1218834 Feb 11 13:14:12.566192 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d06bef1c-a7bd-4067-a59b-2fd213a56c26 req-261f117c-930c-4f5b-b8cc-59a3f5c5a7f7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865128 Feb 11 13:14:12.577419 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c54715-d4a1-466d-9bb5-d5d04017f908 req-b0590a05-7467-435c-a2ce-8e501189ab2b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.578966 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-94c54715-d4a1-466d-9bb5-d5d04017f908 req-b0590a05-7467-435c-a2ce-8e501189ab2b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1097093 Feb 11 13:14:12.703034 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-94c54715-d4a1-466d-9bb5-d5d04017f908 req-19648095-47d4-4794-9703-f4c22a655aeb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066589 Feb 11 13:14:12.714492 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e417a908-1420-4fee-ba74-d734f744a85d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:12.849338 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e417a908-1420-4fee-ba74-d734f744a85d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:12.850090 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e417a908-1420-4fee-ba74-d734f744a85d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:12.938559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5aede0-3df7-4b52-9426-a1d75e0c7041 req-544e3251-fee6-468b-8c9a-e54d7e3923e3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:12.940771 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8c5aede0-3df7-4b52-9426-a1d75e0c7041 req-544e3251-fee6-468b-8c9a-e54d7e3923e3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1008084 Feb 11 13:14:12.982081 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e417a908-1420-4fee-ba74-d734f744a85d is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:12.982566 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e417a908-1420-4fee-ba74-d734f744a85d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:13.005355 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port e417a908-1420-4fee-ba74-d734f744a85d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e417a908-1420-4fee-ba74-d734f744a85d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:13.010779 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e417a908-1420-4fee-ba74-d734f744a85d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:13.059494 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8c5aede0-3df7-4b52-9426-a1d75e0c7041 req-c77b7abd-23fa-42a1-aeb2-6090b11aa317 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082065 Feb 11 13:14:13.094033 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=e417a908-1420-4fee-ba74-d734f744a85d,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:13.096215 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-0ee9ff02-cd47-4cb2-a679-20c3e4f138f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.097813 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-0ee9ff02-cd47-4cb2-a679-20c3e4f138f0 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 1129 time: 0.1186059 Feb 11 13:14:13.210421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-e5bc673f-8421-4e07-bbc8-ccb2017f7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.211923 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-e5bc673f-8421-4e07-bbc8-ccb2017f7766 service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.1047404 Feb 11 13:14:13.333642 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-597a97e0-0e82-4665-8f0c-bf5471083ff7 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 200 len: 1001 time: 0.1120474 Feb 11 13:14:13.340913 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-f0210bd2-3a30-4100-8110-3a658e593a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.342852 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-f0210bd2-3a30-4100-8110-3a658e593a02 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1129 time: 0.0805793 Feb 11 13:14:13.446276 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-240e1c8b-3118-4856-9d92-cb366a21281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.447773 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-240e1c8b-3118-4856-9d92-cb366a21281d service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.1040072 Feb 11 13:14:13.500630 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-ae67b086-5a60-46cf-aaa3-1819233fec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.502116 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-ae67b086-5a60-46cf-aaa3-1819233fec9c service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 910 time: 0.1509159 Feb 11 13:14:13.555445 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-e53886e9-79f6-4dec-9950-b2023fccd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.557023 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-e53886e9-79f6-4dec-9950-b2023fccd9f7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1009440 Feb 11 13:14:13.602488 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-4c90f1ef-9cbc-43eb-b8b0-d8d672c1af02 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 1000 time: 0.0902524 Feb 11 13:14:13.693290 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-eb4fdd5a-825a-465e-92eb-89114219769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.694766 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-eb4fdd5a-825a-465e-92eb-89114219769e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.0839777 Feb 11 13:14:13.738987 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-35c39bc6-4102-4ee0-b3df-df3bab3d93ba service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660872 Feb 11 13:14:13.832885 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Sync routers for ids ['8e845095-8383-4c14-a40c-434cba480c5f'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:13.848738 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-48f2f986-c9e7-49a1-971d-a8126fb7600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:13.850305 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-48f2f986-c9e7-49a1-971d-a8126fb7600e service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1494761 Feb 11 13:14:13.852689 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Routers {'8e845095-8383-4c14-a40c-434cba480c5f'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:13.853579 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8e845095-8383-4c14-a40c-434cba480c5f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:13.966110 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b559c87f-68ee-409c-97b2-2f72f0bc7af7 req-50b21de3-f7cc-4ae4-bdaa-7e0e9b79ca0f service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198594 Feb 11 13:14:13.999748 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Set router 8e845095-8383-4c14-a40c-434cba480c5f gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:14.006559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91e8f9-a56b-4b56-aec8-9a0c7fc092cd req-71562149-dc64-4bf4-a9c3-407422b8dc62 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.008192 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cd91e8f9-a56b-4b56-aec8-9a0c7fc092cd req-71562149-dc64-4bf4-a9c3-407422b8dc62 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1849060 Feb 11 13:14:14.012661 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-77a0e5c8-1ef3-484e-9352-ffa7e03e55f5 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412096 Feb 11 13:14:14.095519 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cd91e8f9-a56b-4b56-aec8-9a0c7fc092cd req-5ec6b520-f9e7-4b3f-b305-5a847b19c191 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799153 Feb 11 13:14:14.170785 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ca9589c-edbf-4ae4-8117-322a020ec616 req-a9dba67c-22f7-48ae-a960-4a5ede78c2d0 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491430 Feb 11 13:14:14.241030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82bf0e4-85ad-4741-b78b-d3f89bd9a52c req-5c688842-ca67-4696-ae3f-070cfa2ed39e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:14.241030 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d82bf0e4-85ad-4741-b78b-d3f89bd9a52c req-5c688842-ca67-4696-ae3f-070cfa2ed39e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0659289 Feb 11 13:14:14.306972 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'db39f1e4-4226-48c2-8d27-37364fb6021e', 'name': '', 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'mac_address': 'fa:16:3e:72:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:09Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 2, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'subnets': [{'id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:14.312118 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d82bf0e4-85ad-4741-b78b-d3f89bd9a52c req-1d329262-4843-4df2-bae1-2fc67c7ab40c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648298 Feb 11 13:14:14.319468 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Checking router: 8e845095-8383-4c14-a40c-434cba480c5f for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:14.319831 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Updating router 8e845095-8383-4c14-a40c-434cba480c5f port db39f1e4-4226-48c2-8d27-37364fb6021e binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:14:14.347203 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.657042 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Publish callbacks [] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.666319 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.666940 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e417a908-1420-4fee-ba74-d734f744a85d up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:14.724849 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869b5b5-1998-44f4-8918-f4bd8c8e3b84 None None] Pushing event updated for resources: {'Port': ['ID=db39f1e4-4226-48c2-8d27-37364fb6021e,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:14.731917 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e417a908-1420-4fee-ba74-d734f744a85d triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:14.732506 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e417a908-1420-4fee-ba74-d734f744a85d), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.796714 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Attempting to bind port db39f1e4-4226-48c2-8d27-37364fb6021e on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:14.797093 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Attempting to bind port db39f1e4-4226-48c2-8d27-37364fb6021e by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:14.797460 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Attempting to bind port db39f1e4-4226-48c2-8d27-37364fb6021e on network 8141d4b5-3b3c-4633-8264-040c2bf814a6 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:14.803549 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:14.805215 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Checking segment: {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:14.805634 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.806181 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Bound using segment: {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:14.806667 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Bound port: db39f1e4-4226-48c2-8d27-37364fb6021e, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:14.807307 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:14.843939 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e417a908-1420-4fee-ba74-d734f744a85d is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:14.919907 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] For port db39f1e4-4226-48c2-8d27-37364fb6021e, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:14.924033 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] For port db39f1e4-4226-48c2-8d27-37364fb6021e, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=db39f1e4-4226-48c2-8d27-37364fb6021e,segment=NetworkSegment(d2f56710-4d70-44d4-83ae-8b34ff8bdb18),segment_id=d2f56710-4d70-44d4-83ae-8b34ff8bdb18)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:14.932581 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.004520 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869b5b5-1998-44f4-8918-f4bd8c8e3b84 None None] Pushing event updated for resources: {'Port': ['ID=db39f1e4-4226-48c2-8d27-37364fb6021e,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:15.010519 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Routers {'8e845095-8383-4c14-a40c-434cba480c5f'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:15.011216 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8e845095-8383-4c14-a40c-434cba480c5f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:15.139845 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-30985607-720a-408e-8ce8-0407c4014744 None None] Provisioning complete for port db39f1e4-4226-48c2-8d27-37364fb6021e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:15.140366 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30985607-720a-408e-8ce8-0407c4014744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.226589 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] Set router 8e845095-8383-4c14-a40c-434cba480c5f gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:15.302326 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-30985607-720a-408e-8ce8-0407c4014744 None None] Current status of the port db39f1e4-4226-48c2-8d27-37364fb6021e is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:15.302885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30985607-720a-408e-8ce8-0407c4014744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.362694 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-30985607-720a-408e-8ce8-0407c4014744 None None] For port db39f1e4-4226-48c2-8d27-37364fb6021e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=db39f1e4-4226-48c2-8d27-37364fb6021e,segment=NetworkSegment(d2f56710-4d70-44d4-83ae-8b34ff8bdb18),segment_id=d2f56710-4d70-44d4-83ae-8b34ff8bdb18)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:15.374520 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30985607-720a-408e-8ce8-0407c4014744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.387422 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71633604-24e1-4088-a66d-40b708518a49 req-afe247a3-c3af-4f2d-9561-469f37674953 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.399625 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71633604-24e1-4088-a66d-40b708518a49 req-afe247a3-c3af-4f2d-9561-469f37674953 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.1521215 Feb 11 13:14:15.463628 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30985607-720a-408e-8ce8-0407c4014744 None None] Pushing event updated for resources: {'Port': ['ID=db39f1e4-4226-48c2-8d27-37364fb6021e,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:15.491377 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71633604-24e1-4088-a66d-40b708518a49 req-bd86f61e-9dcc-40fe-a2cb-1975c90b7227 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904262 Feb 11 13:14:15.500239 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-e35dbd00-3929-457f-b0d4-869a709b035c None None] Provisioning complete for port db39f1e4-4226-48c2-8d27-37364fb6021e triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:15.500866 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e35dbd00-3929-457f-b0d4-869a709b035c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:15.517915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d443f8-36ec-4b4a-8dbc-0274b11fb800 req-8d38580f-2a8e-43b5-a49c-3b40a435c9e7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:15.528789 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-89d443f8-36ec-4b4a-8dbc-0274b11fb800 req-8d38580f-2a8e-43b5-a49c-3b40a435c9e7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1020637 Feb 11 13:14:15.593338 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-89d443f8-36ec-4b4a-8dbc-0274b11fb800 req-24089ea6-db06-46d7-9789-0b36bdffc529 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592597 Feb 11 13:14:15.623257 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e35dbd00-3929-457f-b0d4-869a709b035c None None] Current status of the port db39f1e4-4226-48c2-8d27-37364fb6021e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:15.711950 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'db39f1e4-4226-48c2-8d27-37364fb6021e', 'name': '', 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'mac_address': 'fa:16:3e:72:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:09Z', 'updated_at': '2022-02-11T13:14:14Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'subnets': [{'id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:15.746487 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8bd2de-7025-4f45-bf38-e2f233f6264f None None] The sync data for ids ['8e845095-8383-4c14-a40c-434cba480c5f'] in dv-cinder-810917-5-iscsi is: [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:14:10Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'db39f1e4-4226-48c2-8d27-37364fb6021e', 'name': '', 'network_id': '8141d4b5-3b3c-4633-8264-040c2bf814a6', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'mac_address': 'fa:16:3e:72:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:09Z', 'updated_at': '2022-02-11T13:14:14Z', 'revision_number': 4, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'subnets': [{'id': 'a3e8fdf0-e40c-4bc5-bb50-abc527660d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:16.639485 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b89de3-054f-4975-ae78-4ec83991900e req-379f0214-4e9b-4c85-b65d-e7e95fbc60cb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:16.641747 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e1b89de3-054f-4975-ae78-4ec83991900e req-379f0214-4e9b-4c85-b65d-e7e95fbc60cb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0662494 Feb 11 13:14:16.672405 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device db39f1e4-4226-48c2-8d27-37364fb6021e up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:16.733689 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port db39f1e4-4226-48c2-8d27-37364fb6021e triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:16.734533 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:16.740213 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e1b89de3-054f-4975-ae78-4ec83991900e req-8d8746a5-7388-4d8b-a025-17e44b8bda45 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920324 Feb 11 13:14:16.844067 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port db39f1e4-4226-48c2-8d27-37364fb6021e is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:16.847603 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-4554c366-cd83-4489-ad0f-284488e7d471 req-52d5cb19-f1e3-41a6-904a-4da505da3f1b service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:14:16.850859 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4554c366-cd83-4489-ad0f-284488e7d471 req-52d5cb19-f1e3-41a6-904a-4da505da3f1b service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082760 Feb 11 13:14:17.057506 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-27be5d7e-d6ef-4f92-ac02-151c2f90bfda service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1029510 Feb 11 13:14:17.065265 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec480f-2457-4aec-8c6f-8bba30661cc7 req-b373fc12-624b-4683-801f-72edc963580c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.067053 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eaec480f-2457-4aec-8c6f-8bba30661cc7 req-b373fc12-624b-4683-801f-72edc963580c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0979824 Feb 11 13:14:17.142679 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eaec480f-2457-4aec-8c6f-8bba30661cc7 req-0014e526-9b76-4479-9a42-73c4634749e8 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689960 Feb 11 13:14:17.146812 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244bf-19fa-4005-babb-22d0b475878c req-5fb23cb1-b2f7-48a1-93b0-e689100a0eec tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:17.148799 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-5fb23cb1-b2f7-48a1-93b0-e689100a0eec tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports/7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 942 time: 0.0588925 Feb 11 13:14:18.279709 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62dd22-4d29-4ae6-a3ad-928506707ea0 req-77e9a53c-98b4-4ef2-b19a-bb4029f53394 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.281818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a62dd22-4d29-4ae6-a3ad-928506707ea0 req-77e9a53c-98b4-4ef2-b19a-bb4029f53394 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0621710 Feb 11 13:14:18.335272 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1a62dd22-4d29-4ae6-a3ad-928506707ea0 req-f73c280f-3be3-46d2-9307-1caaffb79123 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474136 Feb 11 13:14:18.487140 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244bf-19fa-4005-babb-22d0b475878c req-e25bc50c-2c72-4880-8246-d58d0887a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.488685 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-e25bc50c-2c72-4880-8246-d58d0887a43c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b&tenant_id=4ac4c7cfc38c414b9474972514add7f7 HTTP/1.1" status: 200 len: 1129 time: 0.0471935 Feb 11 13:14:18.558761 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244bf-19fa-4005-babb-22d0b475878c req-b2d61e33-614d-4619-ac19-e9cbcb7cb269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.560294 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-b2d61e33-614d-4619-ac19-e9cbcb7cb269 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1129 time: 0.0499530 Feb 11 13:14:18.940057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244bf-19fa-4005-babb-22d0b475878c req-6511aaba-1317-4293-b2c9-6b0e4abfded3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:18.941557 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-6511aaba-1317-4293-b2c9-6b0e4abfded3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 910 time: 0.3682084 Feb 11 13:14:19.015151 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-009b5a4e-9b4b-4b3e-a862-ccfebc77e6f4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 1000 time: 0.0674701 Feb 11 13:14:19.071599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244bf-19fa-4005-babb-22d0b475878c req-639872b0-9500-4a08-ae29-f9cc90afaaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.073370 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-639872b0-9500-4a08-ae29-f9cc90afaaaa service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.0522089 Feb 11 13:14:19.130172 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a244bf-19fa-4005-babb-22d0b475878c req-29ef9653-2d84-4a93-9e2e-5440c7166ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.131566 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-29ef9653-2d84-4a93-9e2e-5440c7166ff9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517364 Feb 11 13:14:19.232522 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-89d7c783-c4ad-4f15-becd-7aa39e6f59e8 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945666 Feb 11 13:14:19.338431 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a6a244bf-19fa-4005-babb-22d0b475878c req-fa50046c-bdef-42a2-9a59-d5fc12afb644 service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988557 Feb 11 13:14:19.468931 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd22136-0092-4a88-bf5d-1019e186d403 req-f185e759-0fce-4fe0-a5d3-150cc77da732 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:19.471384 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bfd22136-0092-4a88-bf5d-1019e186d403 req-f185e759-0fce-4fe0-a5d3-150cc77da732 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0590980 Feb 11 13:14:19.534546 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bfd22136-0092-4a88-bf5d-1019e186d403 req-d7002566-6cac-4f7b-ac46-129a5ea15b8b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563738 Feb 11 13:14:19.954336 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:20.041427 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c0d3080-918c-4424-a4eb-4d1622057c56 is: ACTIVE; New status is: DOWN {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:20.041972 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.068404 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:20.070766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08b8e3-03e4-4f6e-8484-a681922b922a" -d '{"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:20.085688 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:20.096058 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:20.122919 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfecaf8-4aca-4092-8c79-97839baa7049 x-openstack-request-id: req-dbfecaf8-4aca-4092-8c79-97839baa7049 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:20.123835 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:20.124141 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-dbfecaf8-4aca-4092-8c79-97839baa7049 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:20.124690 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'code': 200} Feb 11 13:14:20.153311 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:20.660051 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad95e3a7-42c6-4a38-9151-4b7e96e639e1 req-b306d909-210e-44ef-8524-9ead27e6e8bb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:20.661658 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ad95e3a7-42c6-4a38-9151-4b7e96e639e1 req-b306d909-210e-44ef-8524-9ead27e6e8bb tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0617766 Feb 11 13:14:20.728153 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ad95e3a7-42c6-4a38-9151-4b7e96e639e1 req-06d05b4e-2711-41ee-b58a-3ef257033a82 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596540 Feb 11 13:14:21.847858 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb413a5c-a70c-47f5-b8e9-d61b537a1aef req-81a76330-0b46-4478-b303-4523b8fc410c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:21.849388 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bb413a5c-a70c-47f5-b8e9-d61b537a1aef req-81a76330-0b46-4478-b303-4523b8fc410c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0523801 Feb 11 13:14:21.904578 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bb413a5c-a70c-47f5-b8e9-d61b537a1aef req-74aed5c7-05fe-424b-b3e1-9c123ad3f495 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496120 Feb 11 13:14:22.516495 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-a2a9da6e-e8d0-4a9c-ab01-90fbb64e9207 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:22.517939 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-a2a9da6e-e8d0-4a9c-ab01-90fbb64e9207 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 815 time: 0.1029539 Feb 11 13:14:22.532301 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-9f117b41-67a7-4efb-8158-f6a7ddefb73f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/quotas/30bef10f92124bbf8b68a320daa5ad37 HTTP/1.1" status: 200 len: 375 time: 0.0091007 Feb 11 13:14:22.585117 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-2d1a6090-f00c-477f-9732-c6ebda9d9dec tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481644 Feb 11 13:14:22.772492 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-a5a00fbc-5348-48ff-9841-0c515db0cbe9 service neutron] 10.222.0.86 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754987 Feb 11 13:14:22.860477 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-f50758b9-ab24-49b2-b028-34335799a496 service neutron] 10.222.0.86 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824189 Feb 11 13:14:23.043573 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e2367b37-4b78-4233-b2b2-e6d094f7e5cb req-2a5a5cd3-c009-48c8-9a0c-b1e108118976 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 210 time: 0.0352647 Feb 11 13:14:23.064753 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f6fb0-aafb-4dab-98e2-7637b0b9f1dc req-de07b8b9-5827-4137-bd8e-1744288fc771 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.066123 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6d4f6fb0-aafb-4dab-98e2-7637b0b9f1dc req-de07b8b9-5827-4137-bd8e-1744288fc771 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0869489 Feb 11 13:14:23.116262 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6d4f6fb0-aafb-4dab-98e2-7637b0b9f1dc req-6bdd53ed-a616-49c2-81b0-75bbeaed82dd tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445132 Feb 11 13:14:23.997367 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-bdc83fdf-3163-4fc9-abea-a43eb61506b5 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:23.999390 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-bdc83fdf-3163-4fc9-abea-a43eb61506b5 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 815 time: 0.1089442 Feb 11 13:14:24.012421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'port': {'device_id': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'admin_state_up': True, 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:24.166724 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d37a2da0-6c75-4d8c-a377-75ad83090d79 req-10ebab15-82dd-4234-990c-de9596b4cecc tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 210 time: 0.0498276 Feb 11 13:14:24.178872 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Made reservation on behalf of 30bef10f92124bbf8b68a320daa5ad37 for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:14:24.183077 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.353226 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4a88e-01ad-4fac-8a50-b4453080d9ac req-3129fb58-74a5-4539-b550-c51005d0ae6f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:24.355057 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40a4a88e-01ad-4fac-8a50-b4453080d9ac req-3129fb58-74a5-4539-b550-c51005d0ae6f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.1105864 Feb 11 13:14:24.362988 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Allocated IP 172.20.0.12 (6720932f-7e60-48dc-b42f-c2a2a993a170/a56c0904-6299-4eec-b843-6c79c5ceb3a5/d6a29ecf-e043-4fbc-9f63-6f0e6b78999c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:24.452275 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-40a4a88e-01ad-4fac-8a50-b4453080d9ac req-766a3f47-b4d7-4823-a032-1ed963b4c0e8 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867333 Feb 11 13:14:24.641161 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.699516 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.764905 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:24.769461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:24.775561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:24.783181 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:24.856315 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:24.856982 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:24.876224 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-69586e05-db73-4827-bf82-568fd14dad64 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8674321 Feb 11 13:14:25.130511 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1626b40c-5328-4ebe-9f28-f808d50d114e None None] Provisioning complete for port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:25.131117 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1626b40c-5328-4ebe-9f28-f808d50d114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:25.168873 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1626b40c-5328-4ebe-9f28-f808d50d114e None None] Port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:14:25.292841 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77e53cd-e6c9-4539-9e3b-dda68abed52d req-3d4b9a97-c936-4ac3-8931-385ef5f26e37 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.294478 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a77e53cd-e6c9-4539-9e3b-dda68abed52d req-3d4b9a97-c936-4ac3-8931-385ef5f26e37 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0574899 Feb 11 13:14:25.344872 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a77e53cd-e6c9-4539-9e3b-dda68abed52d req-6e07f9d7-00b9-4736-b42e-0f7e2b229696 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438120 Feb 11 13:14:25.587579 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e38a6b-7399-4a66-9395-4c4f904b4180 req-045f932c-efe5-40ed-8ec6-bde78f191b7d tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:25.591695 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e8e38a6b-7399-4a66-9395-4c4f904b4180 req-045f932c-efe5-40ed-8ec6-bde78f191b7d tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0566354 Feb 11 13:14:25.642711 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e8e38a6b-7399-4a66-9395-4c4f904b4180 req-aa79c4e3-e525-492e-9b73-c5b9229ff84c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481515 Feb 11 13:14:26.470994 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bff0c-497f-4793-a6e8-340ea06d75e1 req-c39c2a99-43e5-4d6f-a940-0b544068221f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:26.472510 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d69bff0c-497f-4793-a6e8-340ea06d75e1 req-c39c2a99-43e5-4d6f-a940-0b544068221f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0586777 Feb 11 13:14:26.520508 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d69bff0c-497f-4793-a6e8-340ea06d75e1 req-3ad015a1-7a24-4035-8ed5-89fd5ca3a57e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423682 Feb 11 13:14:26.772479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18278294-28ba-415f-90a1-c2377360fb20 req-fe72f86f-773b-4959-ab97-91be4c78fc96 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:26.774557 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18278294-28ba-415f-90a1-c2377360fb20 req-fe72f86f-773b-4959-ab97-91be4c78fc96 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0579379 Feb 11 13:14:26.832279 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18278294-28ba-415f-90a1-c2377360fb20 req-541290fe-d990-494d-bd3a-2e995cb1b28f tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516963 Feb 11 13:14:27.646691 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbc06e6-dbcb-49af-8961-ce8bee07166c req-b4e72e47-a27b-4036-889c-4c1008efc98b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.648415 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9bbc06e6-dbcb-49af-8961-ce8bee07166c req-b4e72e47-a27b-4036-889c-4c1008efc98b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0607841 Feb 11 13:14:27.698207 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9bbc06e6-dbcb-49af-8961-ce8bee07166c req-7edfbcc4-7c1b-43ea-a6e2-fbc684aab95a tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Feb 11 13:14:27.959101 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4a02c-bfbf-4e99-bd36-025eeaa1740b req-dc7e7278-c4b7-4fc7-b78d-1c06bfe43c7b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:27.960589 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a9e4a02c-bfbf-4e99-bd36-025eeaa1740b req-dc7e7278-c4b7-4fc7-b78d-1c06bfe43c7b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0565336 Feb 11 13:14:28.010692 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a9e4a02c-bfbf-4e99-bd36-025eeaa1740b req-28a038d9-7a84-4c82-b724-9a88d9e5ec4e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443687 Feb 11 13:14:28.534774 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:28.832058 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02548946-34db-4ed6-b870-cb30b202351c req-104ebac1-1825-4815-b626-7c27db4a7e0d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:28.833587 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02548946-34db-4ed6-b870-cb30b202351c req-104ebac1-1825-4815-b626-7c27db4a7e0d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0632541 Feb 11 13:14:28.894981 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-02548946-34db-4ed6-b870-cb30b202351c req-d95e4bda-b5d6-45b0-83e1-12fc964132ed tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532739 Feb 11 13:14:29.141691 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bf5b8-73c1-4e8d-9150-034f1f0b5ebc req-c0cc1be1-ed23-40e0-a737-28fff647c6e0 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:29.143257 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-527bf5b8-73c1-4e8d-9150-034f1f0b5ebc req-c0cc1be1-ed23-40e0-a737-28fff647c6e0 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0610008 Feb 11 13:14:29.200388 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-527bf5b8-73c1-4e8d-9150-034f1f0b5ebc req-845a1a8f-15d9-416b-a316-e04038864078 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516298 Feb 11 13:14:30.016397 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa7386-81b5-4f06-99cb-4ba5cb102862 req-b2e63dff-69ab-48ee-bde7-b885d64310d0 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.017879 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-93fa7386-81b5-4f06-99cb-4ba5cb102862 req-b2e63dff-69ab-48ee-bde7-b885d64310d0 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0535727 Feb 11 13:14:30.065459 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-93fa7386-81b5-4f06-99cb-4ba5cb102862 req-c16f361b-81e2-4ad6-8567-ad4b3659b0ef tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419734 Feb 11 13:14:30.321533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f3535-3a2d-415a-9c3b-95adc604a052 req-8e2086d2-f811-4661-a9fb-16704cdcd4f2 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:30.322893 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-056f3535-3a2d-415a-9c3b-95adc604a052 req-8e2086d2-f811-4661-a9fb-16704cdcd4f2 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0559156 Feb 11 13:14:30.374515 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-056f3535-3a2d-415a-9c3b-95adc604a052 req-cde8db39-3b08-46c6-af19-3c8af4e3ec2e tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454607 Feb 11 13:14:31.188331 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf05b8-bd3a-49d6-95c0-415447f37f1b req-20b81891-6a65-47be-bfd4-6e960b06087f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:31.190781 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eebf05b8-bd3a-49d6-95c0-415447f37f1b req-20b81891-6a65-47be-bfd4-6e960b06087f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0555341 Feb 11 13:14:31.245034 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eebf05b8-bd3a-49d6-95c0-415447f37f1b req-f414c5a4-3f1f-440b-bde7-0693cc89696f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480320 Feb 11 13:14:31.510267 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae7dc8-4143-4e26-9253-e2a51cfa3004 req-ec7baee0-d3f6-4eee-b3f5-f807c35e0bed tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:31.512150 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ffae7dc8-4143-4e26-9253-e2a51cfa3004 req-ec7baee0-d3f6-4eee-b3f5-f807c35e0bed tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0663922 Feb 11 13:14:31.579794 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ffae7dc8-4143-4e26-9253-e2a51cfa3004 req-3b7983cf-977e-494e-bdca-26bbb4de7c67 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613952 Feb 11 13:14:32.192787 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f0bf37f-f495-4ce1-94fb-d57ddf10b050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:32.293029 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0ced1-4a00-4011-aca2-b51396bf1e2a req-b93430d8-a957-4107-a920-a54d7300600c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:32.296296 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-78c0ced1-4a00-4011-aca2-b51396bf1e2a req-b93430d8-a957-4107-a920-a54d7300600c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0653973 Feb 11 13:14:32.389996 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-78c0ced1-4a00-4011-aca2-b51396bf1e2a req-51d46dfd-c8b5-4194-9b60-b500d3c53ba4 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867484 Feb 11 13:14:32.407175 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d61ea-ab9f-4e02-8a47-470023c92487 req-74f5875b-1085-4172-8bfd-c6cc3eb80f07 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:32.408901 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-df5d61ea-ab9f-4e02-8a47-470023c92487 req-74f5875b-1085-4172-8bfd-c6cc3eb80f07 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.0879397 Feb 11 13:14:32.457790 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-df5d61ea-ab9f-4e02-8a47-470023c92487 req-2c1cb098-5b56-412a-8010-c05abe421188 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431030 Feb 11 13:14:32.709905 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac0a7c-3d70-41f4-a173-86e041051723 req-009faae3-988c-445d-b04c-3bee787ea75c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:32.711350 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0eac0a7c-3d70-41f4-a173-86e041051723 req-009faae3-988c-445d-b04c-3bee787ea75c tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0582237 Feb 11 13:14:32.765996 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0eac0a7c-3d70-41f4-a173-86e041051723 req-5334fdb4-f016-4ce8-b17a-0c9935626781 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485246 Feb 11 13:14:33.515421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e9600-c0b0-4553-aa94-0196f276a8b3 req-1912e12a-5842-444f-9f8e-f0f0592de1d7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.517773 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f02e9600-c0b0-4553-aa94-0196f276a8b3 req-1912e12a-5842-444f-9f8e-f0f0592de1d7 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0559013 Feb 11 13:14:33.542997 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Request body: {'port': {'device_id': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:33.662243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f02e9600-c0b0-4553-aa94-0196f276a8b3 req-d33f9407-1fb8-4f7e-930f-7523e7eb8504 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383626 Feb 11 13:14:33.673886 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:33.692535 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b714f-c957-4df0-be79-caf5a413ed11 req-72b3094c-3d50-4dec-bc31-d9724a4b76ff tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.693997 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf4b714f-c957-4df0-be79-caf5a413ed11 req-72b3094c-3d50-4dec-bc31-d9724a4b76ff tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 932 time: 0.1549776 Feb 11 13:14:33.828800 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf4b714f-c957-4df0-be79-caf5a413ed11 req-b61c1358-e962-4110-823a-8c9a4a57ad65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134613 Feb 11 13:14:33.948252 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b604cf25-87ff-4779-93f5-b3604739d4d9 req-28a49b0c-c17a-4e94-b3fb-fb59774aa698 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:33.949641 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b604cf25-87ff-4779-93f5-b3604739d4d9 req-28a49b0c-c17a-4e94-b3fb-fb59774aa698 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.1172681 Feb 11 13:14:34.049076 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b604cf25-87ff-4779-93f5-b3604739d4d9 req-87e72330-b0b0-4f87-b3e7-3a5334210d8b tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919406 Feb 11 13:14:34.080390 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a29ecf-e043-4fbc-9f63-6f0e6b78999c {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:34.087826 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Publish callbacks [] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.099506 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Transition to ACTIVE for port object d6a29ecf-e043-4fbc-9f63-6f0e6b78999c will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:14:34.103177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.156414 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:34.231589 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Attempting to bind port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:14:34.231935 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Attempting to bind port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:14:34.232809 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Attempting to bind port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c on network 6720932f-7e60-48dc-b42f-c2a2a993a170 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:34.237391 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c on network 6720932f-7e60-48dc-b42f-c2a2a993a170 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:14:34.237717 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Attempting to bind port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c on network 6720932f-7e60-48dc-b42f-c2a2a993a170 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:14:34.242950 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:14:34.243398 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Checking segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:14:34.243787 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Bound using segment: {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:14:34.244218 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Bound port: d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:14:34.244578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.316530 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:14:34.319732 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:14:34.326393 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.364100 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.364855 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.366096 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] 10.222.0.77 "PUT /v2.0/ports/d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 1094 time: 0.8282907 Feb 11 13:14:34.366540 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:34.368801 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:34.400694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c936a320-3372-49b7-99c5-6015c1298a70 service neutron] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:34.412466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414f3c90-2534-4c8e-835b-268cd3c8d9f0 x-openstack-request-id: req-414f3c90-2534-4c8e-835b-268cd3c8d9f0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:34.412940 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:34.413310 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-414f3c90-2534-4c8e-835b-268cd3c8d9f0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:34.413803 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'status': 'completed', 'code': 200} Feb 11 13:14:34.470021 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-980100d6-1bff-479d-b14b-a85cacacb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.471983 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-980100d6-1bff-479d-b14b-a85cacacb69e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1128 time: 0.0538321 Feb 11 13:14:34.524487 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-2ffbcd97-7715-4ad7-b530-c51923513467 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 217 time: 0.0433950 Feb 11 13:14:34.596786 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-ea75cae6-fdcc-4717-8d04-bfdff5c8fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.598232 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-ea75cae6-fdcc-4717-8d04-bfdff5c8fe44 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.0566056 Feb 11 13:14:34.603437 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9e35f-907c-4e13-9e1e-19711df99c23 req-8670b616-3a9c-4364-bbad-a71f3e7f8018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.604819 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-20f9e35f-907c-4e13-9e1e-19711df99c23 req-8670b616-3a9c-4364-bbad-a71f3e7f8018 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1127 time: 0.0888724 Feb 11 13:14:34.675991 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-20f9e35f-907c-4e13-9e1e-19711df99c23 req-a80b0dac-2bfa-4060-ac0a-adfb33778cca service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616653 Feb 11 13:14:34.681757 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-28c4c303-9570-4896-8513-2b1eb21f1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.683303 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-28c4c303-9570-4896-8513-2b1eb21f1960 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762498 Feb 11 13:14:34.786499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc87be-8e87-40fb-af0e-c049697c3050 req-d94bce37-0d9c-4815-891a-638f8380a9ce tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:34.788012 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4bbc87be-8e87-40fb-af0e-c049697c3050 req-d94bce37-0d9c-4815-891a-638f8380a9ce tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0541029 Feb 11 13:14:34.808752 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e348233-06e7-499e-91f0-ebe699252547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:34.842604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4bbc87be-8e87-40fb-af0e-c049697c3050 req-d3ddd715-5ed3-47df-985a-c0aebcfc220e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471218 Feb 11 13:14:35.014908 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4234d-25bb-49b7-8c0e-f3bc88ab3cfc req-755aabf2-f5cd-4023-b9d8-6e31fe840067 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.016395 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfd4234d-25bb-49b7-8c0e-f3bc88ab3cfc req-755aabf2-f5cd-4023-b9d8-6e31fe840067 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 944 time: 0.1185155 Feb 11 13:14:35.033863 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-dc5fbd3b-8a08-450e-ba01-1a0879e31f21 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272037 Feb 11 13:14:35.122487 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dfd4234d-25bb-49b7-8c0e-f3bc88ab3cfc req-1625a97b-8ce5-46cf-8d59-4d2d14df74c3 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996072 Feb 11 13:14:35.187917 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb80476e-6d9e-465d-ba4e-91b430e2aa33 req-a1b4a3e5-dff7-45aa-99e2-bc4903f96185 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460910 Feb 11 13:14:35.206399 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e023bc-cd6d-407d-bc99-901793deb208 req-3e1d9c8c-ac54-4aac-99ac-3561d26874e3 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.208358 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-55e023bc-cd6d-407d-bc99-901793deb208 req-3e1d9c8c-ac54-4aac-99ac-3561d26874e3 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 943 time: 0.0892959 Feb 11 13:14:35.283667 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-55e023bc-cd6d-407d-bc99-901793deb208 req-794217f1-f3a7-4f3d-993b-9250699f8966 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686333 Feb 11 13:14:35.299231 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-f62ed964-af86-4be5-907e-a67a980b7b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.300703 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-f62ed964-af86-4be5-907e-a67a980b7b75 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1128 time: 0.0580862 Feb 11 13:14:35.394863 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-26379ee7-bff3-4ef3-9c75-72c4e0e540ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.396380 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-26379ee7-bff3-4ef3-9c75-72c4e0e540ac service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.0889311 Feb 11 13:14:35.445763 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-ba63081a-2808-4ab2-abaa-268fbdf83ff2 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 217 time: 0.0411544 Feb 11 13:14:35.520676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-ee40c4a2-4e0e-44aa-a226-4ec71821deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.522113 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-ee40c4a2-4e0e-44aa-a226-4ec71821deb2 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.0584223 Feb 11 13:14:35.530081 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-95a85964-8e22-4261-9b3d-692b0f36635a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.531424 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-95a85964-8e22-4261-9b3d-692b0f36635a tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.0940795 Feb 11 13:14:35.637642 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-bd542f1d-c5f6-469d-8dd9-7e62c8d58909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:35.639846 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-bd542f1d-c5f6-469d-8dd9-7e62c8d58909 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983491 Feb 11 13:14:35.671662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.714953 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Deleting port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:35.715326 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:35.799372 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-a8a34800-0fe8-46c0-b536-74a943435690 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501098 Feb 11 13:14:35.851429 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] For port ff14088d-736a-4892-ab98-cb8ef4c0f2d0, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:35.851796 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.023333 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:14:36.133602 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:36.146538 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'port_id': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'mac_address': 'fa:16:3e:97:9d:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:14:36.187770 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c0d3080-918c-4424-a4eb-4d1622057c56 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:36.188167 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.202514 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0d3080-918c-4424-a4eb-4d1622057c56 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:36.222760 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:36.227050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.275234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:36.327728 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-76b70b0a-37b0-4f73-9dd3-4e5c98cf2f68 req-08f5f6cc-29f6-47cd-9656-34a44a8aa99a service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5207946 Feb 11 13:14:36.366263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e228c-ab74-4126-ad8d-2d75639d2f88 req-8ad0dd0d-0dfa-4394-9fb2-b71e02316507 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:36.367739 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ac9e228c-ab74-4126-ad8d-2d75639d2f88 req-8ad0dd0d-0dfa-4394-9fb2-b71e02316507 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 944 time: 0.1655412 Feb 11 13:14:36.413426 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80672da-25ae-40b9-b9ab-949ae3142f36 req-49ff8213-09c7-4f4e-9ed1-e9e851d8a013 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:36.414783 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c80672da-25ae-40b9-b9ab-949ae3142f36 req-49ff8213-09c7-4f4e-9ed1-e9e851d8a013 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/ports?device_id=381e4566-877a-4b16-93f8-a5cf95af26c3 HTTP/1.1" status: 200 len: 946 time: 0.2136717 Feb 11 13:14:36.463161 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.463516 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.463839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Floating IP 7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf disassociated. External IP: 172.27.3.211, port: ff14088d-736a-4892-ab98-cb8ef4c0f2d0. Feb 11 13:14:36.464184 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Calling delete_port for ff14088d-736a-4892-ab98-cb8ef4c0f2d0 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:36.482447 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['7c0d3080-918c-4424-a4eb-4d1622057c56'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:36.538717 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ac9e228c-ab74-4126-ad8d-2d75639d2f88 req-261da92d-5c8f-4634-b466-5a130c5c0c0f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417370 Feb 11 13:14:36.545876 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c80672da-25ae-40b9-b9ab-949ae3142f36 req-9945d8c8-0bd3-4059-9b3a-e5da121e784e tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups?id=aca347ce-5d65-46c5-b0e0-81d41fd3d427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206272 Feb 11 13:14:36.682282 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (ff14088d-736a-4892-ab98-cb8ef4c0f2d0), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:36.720396 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f72df-feda-4f43-818d-573358d22f0e req-d4816340-20b8-4bd0-8510-1b2754c05490 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:36.721881 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c4f72df-feda-4f43-818d-573358d22f0e req-d4816340-20b8-4bd0-8510-1b2754c05490 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 944 time: 0.0988228 Feb 11 13:14:36.722615 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event deleted for resources: {'Port': ['ID=ff14088d-736a-4892-ab98-cb8ef4c0f2d0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:36.820976 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c4f72df-feda-4f43-818d-573358d22f0e req-9f1a908b-e497-4a37-9b4c-124f392578ff tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928810 Feb 11 13:14:36.875777 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:36.986704 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:37.000963 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:37.017486 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:37.018121 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:37.028696 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] No DVR routers for this DVR port ff14088d-736a-4892-ab98-cb8ef4c0f2d0 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:37.031857 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.035151 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8a479d65-47df-4b12-8c5e-c9dcd0eb3b44 req-502639ef-ea2e-485a-bf42-3cd89d9286be tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.77 "DELETE /v2.0/ports/ff14088d-736a-4892-ab98-cb8ef4c0f2d0 HTTP/1.1" status: 204 len: 173 time: 1.4925137 Feb 11 13:14:37.035594 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-deleted', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:37.037830 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a9b99-5208-4ae8-b7bc-43ba28c7128c" -d '{"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-deleted", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:37.089808 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26537f64-3418-4d4a-b70a-19c4305aa6bb x-openstack-request-id: req-26537f64-3418-4d4a-b70a-19c4305aa6bb {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:37.089808 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "381e4566-877a-4b16-93f8-a5cf95af26c3", "name": "network-vif-deleted", "tag": "ff14088d-736a-4892-ab98-cb8ef4c0f2d0", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:37.089808 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-26537f64-3418-4d4a-b70a-19c4305aa6bb {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:37.089808 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '381e4566-877a-4b16-93f8-a5cf95af26c3', 'name': 'network-vif-deleted', 'tag': 'ff14088d-736a-4892-ab98-cb8ef4c0f2d0', 'status': 'completed', 'code': 200} Feb 11 13:14:37.156767 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:37.362865 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:37.389438 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:37.398283 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:37.398893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:37.507276 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:37.647418 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57838) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:37.703813 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18913c7a-4c32-40d0-b1ee-8a862890caab req-1d4b8b6f-f257-460d-aabd-b51efef4d16d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:37.705342 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18913c7a-4c32-40d0-b1ee-8a862890caab req-1d4b8b6f-f257-460d-aabd-b51efef4d16d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 944 time: 0.0586236 Feb 11 13:14:37.706881 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb699-0076-4420-942e-46182856fb93 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (aca347ce-5d65-46c5-b0e0-81d41fd3d427), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.728107 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:37.730624 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb699-0076-4420-942e-46182856fb93 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (aca347ce-5d65-46c5-b0e0-81d41fd3d427), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.753751 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18913c7a-4c32-40d0-b1ee-8a862890caab req-4cc3dcb0-883f-405e-9e45-3fd2d1e3084c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414977 Feb 11 13:14:37.758400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad9e13e-0ed3-43a2-a4ca-a60e6b7fe386 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:07:57Z', 'revision_number': 4, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '0f72b058-ec1b-4fec-a87e-8b5193fcf852', 'name': '', 'network_id': 'a33c0d66-3b53-4886-9702-f4f00b18277e', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'mac_address': 'fa:16:3e:c8:3b:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:55Z', 'updated_at': '2022-02-11T13:08:03Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'subnets': [{'id': '546ba8e6-1822-47c6-a98a-a1c5a5af8b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:37.783216 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb699-0076-4420-942e-46182856fb93 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (aca347ce-5d65-46c5-b0e0-81d41fd3d427), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.786529 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fa9cb699-0076-4420-942e-46182856fb93 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.789201 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:37.791086 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fa9cb699-0076-4420-942e-46182856fb93 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "DELETE /v2.0/security-groups/aca347ce-5d65-46c5-b0e0-81d41fd3d427 HTTP/1.1" status: 204 len: 168 time: 0.1426301 Feb 11 13:14:37.791248 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57840) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:37.803775 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9cb699-0076-4420-942e-46182856fb93 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca347ce-5d65-46c5-b0e0-81d41fd3d427,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:37.813023 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.api.v2.resource [None req-178a342f-20c6-429d-ba69-42150cb92f0c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] show failed (client error): The resource could not be found. Feb 11 13:14:37.816715 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-178a342f-20c6-429d-ba69-42150cb92f0c tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "GET /v2.0/security-groups/aca347ce-5d65-46c5-b0e0-81d41fd3d427 HTTP/1.1" status: 404 len: 347 time: 0.0215991 Feb 11 13:14:37.817069 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57842) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:37.948021 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Deleting port 52c51224-abaa-4cb0-beca-62b3830df4e0 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:37.948369 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.001873 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2748a878-f54d-4c94-806a-b737ab8d256d None None] New status for floating IP 7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:14:38.026263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.026597 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (52c51224-abaa-4cb0-beca-62b3830df4e0), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.031140 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d6a29ecf-e043-4fbc-9f63-6f0e6b78999c details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:14:38.036403 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:38.047273 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Calling delete_port for 52c51224-abaa-4cb0-beca-62b3830df4e0 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:38.164267 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 7c0d3080-918c-4424-a4eb-4d1622057c56 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:38.164829 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.218039 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:38.235955 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'port_id': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'mac_address': 'fa:16:3e:f9:ee:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:14:38.259785 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (52c51224-abaa-4cb0-beca-62b3830df4e0), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.287209 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Pushing event deleted for resources: {'Port': ['ID=52c51224-abaa-4cb0-beca-62b3830df4e0,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.305550 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:38.305944 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.323039 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c0d3080-918c-4424-a4eb-4d1622057c56 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:38.323453 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.326202 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a29ecf-e043-4fbc-9f63-6f0e6b78999c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:14:38.355550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks [] for floatingip (7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.359398 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.360010 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:38.360567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-9a1dc20c-2fb2-466d-805f-06c9b0464221 tempest-AttachVolumeShelveTestJSON-867865590 tempest-AttachVolumeShelveTestJSON-867865590-project] 10.222.0.86 "DELETE /v2.0/floatingips/7f4237f7-81ed-4a7e-ba49-68c2a2c16aaf HTTP/1.1" status: 204 len: 168 time: 0.5424957 Feb 11 13:14:38.364397 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:38.366701 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3f109b-a6b3-455e-91fc-d77cdad4661b" -d '{"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-plugged", "status": "completed", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:38.391584 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:38.392640 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.401694 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.421955 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d827546a-61ce-4a19-8b8f-78c144882950 x-openstack-request-id: req-d827546a-61ce-4a19-8b8f-78c144882950 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:38.422247 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-plugged", "status": "completed", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:38.422492 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d827546a-61ce-4a19-8b8f-78c144882950 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:38.422904 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'code': 200} Feb 11 13:14:38.452899 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.521344 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=8']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:38.527745 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:38.647187 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d6a29ecf-e043-4fbc-9f63-6f0e6b78999c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:38.873676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab13c3-b174-47d3-83d3-c587680dc09a req-25b2eeb7-7e4b-469f-b23d-99e06d9071d5 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:38.875205 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-efab13c3-b174-47d3-83d3-c587680dc09a req-25b2eeb7-7e4b-469f-b23d-99e06d9071d5 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 945 time: 0.0534966 Feb 11 13:14:38.920524 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-efab13c3-b174-47d3-83d3-c587680dc09a req-2b23ce2f-728d-4ada-a9f2-cab9fb89a4de tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 Feb 11 13:14:40.042567 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41acaf62-cd5f-4972-a5f7-05686f6e5c62 req-6377d1e3-5776-46e7-82a3-b6b714098545 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:40.044136 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-41acaf62-cd5f-4972-a5f7-05686f6e5c62 req-6377d1e3-5776-46e7-82a3-b6b714098545 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 945 time: 0.0559549 Feb 11 13:14:40.049897 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d6a29ecf-e043-4fbc-9f63-6f0e6b78999c up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:14:40.095979 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-41acaf62-cd5f-4972-a5f7-05686f6e5c62 req-3472a95d-06b8-4681-a098-f2cdc873c1f3 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458152 Feb 11 13:14:40.100016 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:14:40.105138 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:40.105542 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.186198 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:40.186581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.219001 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:40.222824 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:40.223841 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:40.262605 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: ff14088d-736a-4892-ab98-cb8ef4c0f2d0 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:40.262946 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device ff14088d-736a-4892-ab98-cb8ef4c0f2d0 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:40.287583 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:40.423715 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:40.425945 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fdeadc7-aa72-40c2-baf2-9fab9f09f875" -d '{"events": [{"server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "name": "network-vif-plugged", "status": "completed", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:40.459667 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be802d1f-eb95-40b9-89a6-604f7c1c25a8 x-openstack-request-id: req-be802d1f-eb95-40b9-89a6-604f7c1c25a8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:40.459959 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "name": "network-vif-plugged", "status": "completed", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:40.460212 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-be802d1f-eb95-40b9-89a6-604f7c1c25a8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:40.460602 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'code': 200} Feb 11 13:14:40.628433 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece417a3-bdcc-4047-8840-7acee840d963 req-4ac39598-6227-4c2b-9adf-6df8a945b0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:40.630060 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ece417a3-bdcc-4047-8840-7acee840d963 req-4ac39598-6227-4c2b-9adf-6df8a945b0df service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1130 time: 0.0435939 Feb 11 13:14:40.672909 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ece417a3-bdcc-4047-8840-7acee840d963 req-9126aefb-e63a-441f-923e-a31d70bba3b7 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363810 Feb 11 13:14:40.757031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 57872) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:41.249961 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50d3e3-8c60-4f8e-9653-636faf303ff5 req-b87783ab-7718-4557-9726-f2f836f04bb8 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:41.251495 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd50d3e3-8c60-4f8e-9653-636faf303ff5 req-b87783ab-7718-4557-9726-f2f836f04bb8 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0845425 Feb 11 13:14:41.338408 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fd50d3e3-8c60-4f8e-9653-636faf303ff5 req-ba8e70cd-5868-44b0-870b-87227d488b53 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698321 Feb 11 13:14:41.347882 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.642321 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Deleting port 0f72b058-ec1b-4fec-a87e-8b5193fcf852 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:41.642657 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.730249 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] For port 0f72b058-ec1b-4fec-a87e-8b5193fcf852, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=0f72b058-ec1b-4fec-a87e-8b5193fcf852,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:41.730610 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.742130 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Calling delete_port for 0f72b058-ec1b-4fec-a87e-8b5193fcf852 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:41.926251 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (0f72b058-ec1b-4fec-a87e-8b5193fcf852), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:41.956361 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Pushing event deleted for resources: {'Port': ['ID=0f72b058-ec1b-4fec-a87e-8b5193fcf852,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:42.127239 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:42.588467 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9cdf45-3285-4886-985c-f10d8b210dd4 req-cea7e30c-1495-4b5c-b0a7-7628dcebb4ff tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:42.589985 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ac9cdf45-3285-4886-985c-f10d8b210dd4 req-cea7e30c-1495-4b5c-b0a7-7628dcebb4ff tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.1022589 Feb 11 13:14:42.679631 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:42.683319 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ac9cdf45-3285-4886-985c-f10d8b210dd4 req-53564dcc-72a6-47c2-86b6-8d3e71ba1544 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858264 Feb 11 13:14:42.819439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:42.825363 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3bed23d2-3311-4aff-ae20-3feac6fe7e5c admin admin] 10.222.0.86 "PUT /v2.0/routers/8fdb1edb-6d75-4a67-9f68-798c4d1411d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0672691 Feb 11 13:14:42.828840 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57882) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:42.830668 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] Sync routers for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:42.840905 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab40e2-96f1-4682-9f42-261d07892d67 req-37eabb4d-042b-4283-95ed-732cb8cf64ee tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:42.841939 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:42.842571 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:42.842936 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2cab40e2-96f1-4682-9f42-261d07892d67 req-37eabb4d-042b-4283-95ed-732cb8cf64ee tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0710642 Feb 11 13:14:42.895403 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2cab40e2-96f1-4682-9f42-261d07892d67 req-3a6a620b-3adc-40c4-8b27-1f67d49a3a05 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455267 Feb 11 13:14:42.946759 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks [] for router (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.056537 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks [] for router_gateway (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.087869 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:43.116782 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Deleting port e2308edf-d037-4b38-8ea9-612f95590759 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:43.117288 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e2308edf-d037-4b38-8ea9-612f95590759), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.201487 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] For port e2308edf-d037-4b38-8ea9-612f95590759, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e2308edf-d037-4b38-8ea9-612f95590759,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:43.201956 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e2308edf-d037-4b38-8ea9-612f95590759), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.214592 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Calling delete_port for e2308edf-d037-4b38-8ea9-612f95590759 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:43.236401 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32671f-40a2-4c91-9989-a9f3e84abdbb req-5afbf404-ec3e-4c4b-bc9c-86d61075db6c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:43.237998 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9d32671f-40a2-4c91-9989-a9f3e84abdbb req-5afbf404-ec3e-4c4b-bc9c-86d61075db6c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0568097 Feb 11 13:14:43.270376 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:14:41Z', 'revision_number': 5, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port': {'id': 'e2308edf-d037-4b38-8ea9-612f95590759', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b7:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:07:52Z', 'updated_at': '2022-02-11T13:07:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:43.291818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9d32671f-40a2-4c91-9989-a9f3e84abdbb req-bae04ed2-3ed2-4811-af0d-ec1f4261c846 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461543 Feb 11 13:14:43.300526 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] Checking router: 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:43.312899 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] Routers {'8fdb1edb-6d75-4a67-9f68-798c4d1411d8'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:43.313528 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:43.396747 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (e2308edf-d037-4b38-8ea9-612f95590759), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.406578 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] Set router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:43.428564 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2308edf-d037-4b38-8ea9-612f95590759,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:43.462138 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 6, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:43.492566 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f824d29-f6cc-4e63-b9cd-1b33cec61566 None None] The sync data for ids ['8fdb1edb-6d75-4a67-9f68-798c4d1411d8'] in dv-cinder-810917-5-iscsi is: [{'id': '8fdb1edb-6d75-4a67-9f68-798c4d1411d8', 'name': 'tempest-AttachVolumeShelveTestJSON-20792827-router', 'tenant_id': '9a230c07c6da438f8fb1162d4e4ef942', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:07:51Z', 'updated_at': '2022-02-11T13:14:43Z', 'revision_number': 6, 'project_id': '9a230c07c6da438f8fb1162d4e4ef942', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:43.514247 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.651472 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.654155 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks [] for router_controller (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.721672 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (8fdb1edb-6d75-4a67-9f68-798c4d1411d8), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.722332 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdb1edb-6d75-4a67-9f68-798c4d1411d8 {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:14:43.727484 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.728801 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e0bed79b-22ff-4c97-a5d6-378c233c8735 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8fdb1edb-6d75-4a67-9f68-798c4d1411d8 HTTP/1.1" status: 204 len: 168 time: 0.8981156 Feb 11 13:14:43.731166 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57894) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:43.775157 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Deleting subnet 546ba8e6-1822-47c6-a98a-a1c5a5af8b7a {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:14:43.779312 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Publish callbacks [] for subnet (546ba8e6-1822-47c6-a98a-a1c5a5af8b7a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.812514 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (546ba8e6-1822-47c6-a98a-a1c5a5af8b7a), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.933620 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (546ba8e6-1822-47c6-a98a-a1c5a5af8b7a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:43.992665 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (546ba8e6-1822-47c6-a98a-a1c5a5af8b7a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.022553 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546ba8e6-1822-47c6-a98a-a1c5a5af8b7a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.027205 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.032556 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5590e1c-10e5-485e-b599-13fa5259e386 None None] Network a33c0d66-3b53-4886-9702-f4f00b18277e requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:14:44.033071 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ba6f1911-c9c2-4e65-8016-2eaf9a83978e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/546ba8e6-1822-47c6-a98a-a1c5a5af8b7a HTTP/1.1" status: 204 len: 168 time: 0.3002067 Feb 11 13:14:44.035250 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57896) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:44.105888 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (a33c0d66-3b53-4886-9702-f4f00b18277e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.162585 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Deleting port ad1c3027-ee20-454a-bb3b-139704fc8b2e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:44.162937 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.226303 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] For port ad1c3027-ee20-454a-bb3b-139704fc8b2e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=ad1c3027-ee20-454a-bb3b-139704fc8b2e,segment=NetworkSegment(b41357f7-f8df-49a2-9d2b-d9eb1689ecbf),segment_id=b41357f7-f8df-49a2-9d2b-d9eb1689ecbf)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:44.226667 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.238980 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Calling delete_port for ad1c3027-ee20-454a-bb3b-139704fc8b2e owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:44.276915 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] DHCP port deletion for a33c0d66-3b53-4886-9702-f4f00b18277e request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:14:44.319518 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.334085 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Deleting port ad1c3027-ee20-454a-bb3b-139704fc8b2e {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:44.334459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.349167 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad1c3027-ee20-454a-bb3b-139704fc8b2e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.352589 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] No DVR routers for this DVR port ad1c3027-ee20-454a-bb3b-139704fc8b2e on host dv-cinder-810917-5-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:44.398301 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] For port ad1c3027-ee20-454a-bb3b-139704fc8b2e, host dv-cinder-810917-5-iscsi, got binding levels [] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:44.398703 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.412558 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Calling delete_port for ad1c3027-ee20-454a-bb3b-139704fc8b2e owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:44.416900 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.ipam_backend_mixin [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Port ad1c3027-ee20-454a-bb3b-139704fc8b2e was not found and therefore no delete operation was performed {{(pid=102669) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 11 13:14:44.418198 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203'] for port (ad1c3027-ee20-454a-bb3b-139704fc8b2e), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.428289 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (a33c0d66-3b53-4886-9702-f4f00b18277e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.447686 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] Pushing event deleted for resources: {'Port': ['ID=ad1c3027-ee20-454a-bb3b-139704fc8b2e,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.449836 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a33c0d66-3b53-4886-9702-f4f00b18277e']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.451850 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b5391d-6452-405e-af4d-61cd4992e65f None None] No DVR routers for this DVR port ad1c3027-ee20-454a-bb3b-139704fc8b2e on host dv-cinder-810917-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:44.463814 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.464117 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41357f7-f8df-49a2-9d2b-d9eb1689ecbf') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:44.474838 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25971540'] for segment (b41357f7-f8df-49a2-9d2b-d9eb1689ecbf), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.488598 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (b41357f7-f8df-49a2-9d2b-d9eb1689ecbf), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.495035 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:14:44.495549 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3869145'] for segment (b41357f7-f8df-49a2-9d2b-d9eb1689ecbf), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: timer() Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: cb(*args, **kw) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: self._notify() Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: self.callback(batched_events) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: event.method(event) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._get(url).json() Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:14:44.497289 dv-cinder-810917-5-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:14:44.558530 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (a33c0d66-3b53-4886-9702-f4f00b18277e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.564304 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.567523 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] 10.222.0.86 "DELETE /v2.0/networks/a33c0d66-3b53-4886-9702-f4f00b18277e HTTP/1.1" status: 204 len: 168 time: 0.5311999 Feb 11 13:14:44.579152 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6cc86-5598-454f-abdf-db58d14a869d admin admin] Pushing event deleted for resources: {'Network': ['ID=a33c0d66-3b53-4886-9702-f4f00b18277e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:44.648582 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0f72b058-ec1b-4fec-a87e-8b5193fcf852 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:44.669460 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 0f72b058-ec1b-4fec-a87e-8b5193fcf852 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:44.669742 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0f72b058-ec1b-4fec-a87e-8b5193fcf852 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:44.670198 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e2308edf-d037-4b38-8ea9-612f95590759 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:44.689717 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: e2308edf-d037-4b38-8ea9-612f95590759 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:44.690067 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e2308edf-d037-4b38-8ea9-612f95590759 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:44.690620 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device ad1c3027-ee20-454a-bb3b-139704fc8b2e no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:14:44.707812 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57904) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:44.714717 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: ad1c3027-ee20-454a-bb3b-139704fc8b2e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:14:44.715546 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device ad1c3027-ee20-454a-bb3b-139704fc8b2e not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:14:44.756205 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-23746552-8612-49c7-8c8e-52f646b5f2cc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a230c07c6da438f8fb1162d4e4ef942&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419478 Feb 11 13:14:44.756205 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 57908) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:44.803232 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b64ea3-7e14-4dae-9d52-8bd37812fde0 admin admin] Publish callbacks [] for security_group (a49b8138-5f75-4ee0-9744-13500577d581), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.826268 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b64ea3-7e14-4dae-9d52-8bd37812fde0 admin admin] Publish callbacks [] for security_group (a49b8138-5f75-4ee0-9744-13500577d581), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.886756 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b64ea3-7e14-4dae-9d52-8bd37812fde0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a49b8138-5f75-4ee0-9744-13500577d581), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.889373 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-35b64ea3-7e14-4dae-9d52-8bd37812fde0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:44.890549 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-35b64ea3-7e14-4dae-9d52-8bd37812fde0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a49b8138-5f75-4ee0-9744-13500577d581 HTTP/1.1" status: 204 len: 168 time: 0.1363184 Feb 11 13:14:44.900466 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b64ea3-7e14-4dae-9d52-8bd37812fde0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49b8138-5f75-4ee0-9744-13500577d581,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:49.108125 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:14:51.690926 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85cf4a-9694-416a-980c-f1d506bf39ea req-8ef17099-02e0-4c06-ae69-6b31d93daf34 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:51.692589 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-da85cf4a-9694-416a-980c-f1d506bf39ea req-8ef17099-02e0-4c06-ae69-6b31d93daf34 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0552309 Feb 11 13:14:51.750688 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-da85cf4a-9694-416a-980c-f1d506bf39ea req-b7370c39-0839-449d-8c3f-268108d3ef84 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524089 Feb 11 13:14:51.768651 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58030) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:51.963152 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851064b7-62bd-4bad-82f8-d9f7c590141e tempest-TestMinimumBasicScenario-602684046 tempest-TestMinimumBasicScenario-602684046-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:51.964662 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-851064b7-62bd-4bad-82f8-d9f7c590141e tempest-TestMinimumBasicScenario-602684046 tempest-TestMinimumBasicScenario-602684046-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1125 time: 0.1949158 Feb 11 13:14:51.968166 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58034) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:51.972328 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'port_id': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'fixed_ip_address': '172.20.0.12'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:51.996399 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.089284 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.193006 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Allocated IP 172.27.3.125 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/62bd934a-6730-45b3-9534-cb19d0395d4a) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:14:52.288927 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.326090 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.362953 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:14:52.365778 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:14:52.368431 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:14:52.396748 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'Port': ['ID=62bd934a-6730-45b3-9534-cb19d0395d4a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:52.725275 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for floatingip (a8d66be6-ea07-4e13-8ad4-71886ec3e535), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.790359 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.939980 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:52.945860 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.014050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'Port': ['ID=62bd934a-6730-45b3-9534-cb19d0395d4a,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:53.023881 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (a8d66be6-ea07-4e13-8ad4-71886ec3e535), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.125471 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Floating IP a8d66be6-ea07-4e13-8ad4-71886ec3e535 associated. External IP: 172.27.3.125, port: d6a29ecf-e043-4fbc-9f63-6f0e6b78999c. Feb 11 13:14:53.179427 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58052) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.289376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d73-f4b0-43b3-bde5-c067ac78904b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.364620 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d73-f4b0-43b3-bde5-c067ac78904b admin admin] Publish callbacks [] for security_group (96d824c2-93f0-4fdc-a645-e0043699f6df), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.368947 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e09b5d73-f4b0-43b3-bde5-c067ac78904b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (96d824c2-93f0-4fdc-a645-e0043699f6df), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.407707 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e09b5d73-f4b0-43b3-bde5-c067ac78904b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=65af3d76d4e1439981b866bd493d61fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2270892 Feb 11 13:14:53.409633 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b5d73-f4b0-43b3-bde5-c067ac78904b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d824c2-93f0-4fdc-a645-e0043699f6df,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:53.410500 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58056) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.521575 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883fd48f-ded6-4491-aed7-9a998270912d admin admin] Publish callbacks [] for security_group (96d824c2-93f0-4fdc-a645-e0043699f6df), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.579543 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883fd48f-ded6-4491-aed7-9a998270912d admin admin] Publish callbacks [] for security_group (96d824c2-93f0-4fdc-a645-e0043699f6df), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.614498 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Router c827c8cc-af9d-4818-a196-635498c51445 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:53.676062 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883fd48f-ded6-4491-aed7-9a998270912d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (96d824c2-93f0-4fdc-a645-e0043699f6df), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.678500 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-883fd48f-ded6-4491-aed7-9a998270912d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.679656 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-883fd48f-ded6-4491-aed7-9a998270912d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/96d824c2-93f0-4fdc-a645-e0043699f6df HTTP/1.1" status: 204 len: 168 time: 0.2637837 Feb 11 13:14:53.692472 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fd48f-ded6-4491-aed7-9a998270912d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d824c2-93f0-4fdc-a645-e0043699f6df,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:53.743671 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:53.754099 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] Sync routers for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:53.761151 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.765132 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:53.765750 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:53.797500 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58062) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.802295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1616766953', 'description': 'tempest-secgroup-smoke-1616766953 description', 'project_id': '30bef10f92124bbf8b68a320daa5ad37'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:53.807806 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-bc571402-153b-4a52-94c2-beb8f3dbf805 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8385360 Feb 11 13:14:53.809052 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:53.812288 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de1b96-5230-49ca-ba68-155fc2b28e38" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:53.844439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.889615 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:53.941537 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group (396044b4-61d0-493f-8886-1c1d36ca8560), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.946992 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (396044b4-61d0-493f-8886-1c1d36ca8560), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.974580 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:53.979190 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:53.979990 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1813414 Feb 11 13:14:53.984358 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group_rule': {'security_group_id': '396044b4-61d0-493f-8886-1c1d36ca8560', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:53.996538 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d33ba-d012-41a6-9ece-ddc0a4cefc65 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=396044b4-61d0-493f-8886-1c1d36ca8560,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.009070 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a01d45-bb90-4d40-bb53-2440f85d83eb x-openstack-request-id: req-26a01d45-bb90-4d40-bb53-2440f85d83eb {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:54.009366 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:54.009810 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-26a01d45-bb90-4d40-bb53-2440f85d83eb {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:54.010349 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'status': 'completed', 'code': 200} Feb 11 13:14:54.036489 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (7be5d3a5-7ab5-494c-b044-9fbb54b4b3c6), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.116505 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-60b49fab-e6ea-4a63-80ee-fad9afa57365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.116757 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (7be5d3a5-7ab5-494c-b044-9fbb54b4b3c6), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.119404 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-60b49fab-e6ea-4a63-80ee-fad9afa57365 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1130 time: 0.0843837 Feb 11 13:14:54.121517 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (7be5d3a5-7ab5-494c-b044-9fbb54b4b3c6), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.156281 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be5d3a5-7ab5-494c-b044-9fbb54b4b3c6,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.173232 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.177593 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0bcfeafa-880e-4978-ad0c-e23f5120a2b9 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1946211 Feb 11 13:14:54.178669 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:54.187538 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group_rule': {'security_group_id': '396044b4-61d0-493f-8886-1c1d36ca8560', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:54.190778 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': 'a8d66be6-ea07-4e13-8ad4-71886ec3e535', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'port_id': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'mac_address': 'fa:16:3e:f9:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:14:52Z', 'updated_at': '2022-02-11T13:14:52Z', 'revision_number': 0, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:09Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:54.223090 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] Checking router: c827c8cc-af9d-4818-a196-635498c51445 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:54.226908 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (edb0cad4-66fa-4ca3-8e0f-95aef8b6479f), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.234275 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:54.234970 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:54.304057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-d829c238-37c5-4e11-b447-681505fd0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.305600 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-d829c238-37c5-4e11-b447-681505fd0ef8 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.1797307 Feb 11 13:14:54.326681 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (edb0cad4-66fa-4ca3-8e0f-95aef8b6479f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.331666 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (edb0cad4-66fa-4ca3-8e0f-95aef8b6479f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.378050 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.379704 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1995933 Feb 11 13:14:54.380554 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4771ae0b-1fb0-4a88-b0af-e0fbd026568f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb0cad4-66fa-4ca3-8e0f-95aef8b6479f,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.386576 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58096) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:54.387028 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:54.392386 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group_rule': {'security_group_id': '396044b4-61d0-493f-8886-1c1d36ca8560', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:54.433721 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-97b756fa-2143-4ff5-9035-48587b71aa5a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 1000 time: 0.1189814 Feb 11 13:14:54.441219 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (1ae57907-7356-489e-9ff2-8c0d98fa36a3), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.562713 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-6ef1b3f5-ba85-4d0d-b96a-b9428ddf36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.564413 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-6ef1b3f5-ba85-4d0d-b96a-b9428ddf36b9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.1192620 Feb 11 13:14:54.584466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (1ae57907-7356-489e-9ff2-8c0d98fa36a3), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.601204 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (1ae57907-7356-489e-9ff2-8c0d98fa36a3), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.628372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b385a0c-2d4c-4f66-9ec2-06477cfe9c52 req-3761e9eb-d700-4a29-bba3-ac5f22b64985 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.629909 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1b385a0c-2d4c-4f66-9ec2-06477cfe9c52 req-3761e9eb-d700-4a29-bba3-ac5f22b64985 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1202135 Feb 11 13:14:54.652326 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae57907-7356-489e-9ff2-8c0d98fa36a3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.671940 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.675751 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d9dbffd6-87d6-4555-b3ef-eca50cfd713e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2849605 Feb 11 13:14:54.675886 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': 'a8d66be6-ea07-4e13-8ad4-71886ec3e535', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'port_id': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'mac_address': 'fa:16:3e:f9:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:14:52Z', 'updated_at': '2022-02-11T13:14:52Z', 'revision_number': 0, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:09Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:54.677644 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:54.682948 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group_rule': {'security_group_id': '396044b4-61d0-493f-8886-1c1d36ca8560', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:54.697954 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-0860c7c4-07bd-49a9-aa78-f22730060ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:54.699499 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-0860c7c4-07bd-49a9-aa78-f22730060ef6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1124301 Feb 11 13:14:54.712861 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebe8a80-052b-455b-8716-125cdc754c5a None None] The sync data for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi is: [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': 'a8d66be6-ea07-4e13-8ad4-71886ec3e535', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'floating_ip_address': '172.27.3.125', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'port_id': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'mac_address': 'fa:16:3e:f9:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:14:52Z', 'updated_at': '2022-02-11T13:14:52Z', 'revision_number': 0, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:09Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:54.715067 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (f615e0ca-a4e4-4c55-9a82-5075190c4229), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.721386 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1b385a0c-2d4c-4f66-9ec2-06477cfe9c52 req-1d87c725-26cc-4894-947c-18c466af14da tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793374 Feb 11 13:14:54.807787 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (f615e0ca-a4e4-4c55-9a82-5075190c4229), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.812749 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (f615e0ca-a4e4-4c55-9a82-5075190c4229), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.832073 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-cbd7c266-07a3-4efb-8347-ffc13b354ce1 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223409 Feb 11 13:14:54.836493 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f615e0ca-a4e4-4c55-9a82-5075190c4229,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:54.846052 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.851222 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3c2d9f30-606b-4f7f-a842-f504e6b6052e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706145 Feb 11 13:14:54.852488 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58108) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:54.859576 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group_rule': {'security_group_id': '396044b4-61d0-493f-8886-1c1d36ca8560', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:54.882639 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Project 30bef10f92124bbf8b68a320daa5ad37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:14:54.888021 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (0ffc5b15-e3a1-42e0-8d2c-cacdef667a87), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.946601 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18de1b96-5230-49ca-ba68-155fc2b28e38 req-6ba5341f-2ce5-4cf9-a255-68501b6c2bd6 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083779 Feb 11 13:14:54.967378 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (0ffc5b15-e3a1-42e0-8d2c-cacdef667a87), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.976503 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (0ffc5b15-e3a1-42e0-8d2c-cacdef667a87), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:54.999697 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ffc5b15-e3a1-42e0-8d2c-cacdef667a87,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.009462 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.010909 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7c689da3-146d-44d3-a572-e541ac8962f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1573367 Feb 11 13:14:55.014392 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58116) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:55.022682 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'security_group_rule': {'security_group_id': '396044b4-61d0-493f-8886-1c1d36ca8560', 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:55.023504 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8beb43f-959e-4193-8d6e-5c8a78a71049 None None] New status for floating IP a8d66be6-ea07-4e13-8ad4-71886ec3e535: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:14:55.048033 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.securitygroups_db [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Project 30bef10f92124bbf8b68a320daa5ad37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:14:55.054756 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (e0370ecf-0bf3-47b9-ba53-8f68217cada3), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.131026 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (e0370ecf-0bf3-47b9-ba53-8f68217cada3), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.135277 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (e0370ecf-0bf3-47b9-ba53-8f68217cada3), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.151622 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0370ecf-0bf3-47b9-ba53-8f68217cada3,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.164733 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.166338 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-64852467-f8a6-497d-8e50-b823a0fd2875 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507685 Feb 11 13:14:55.271431 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-808b5f61-c63b-4f2c-934a-b765c8eabd36 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616766953&fields=id&tenant_id=30bef10f92124bbf8b68a320daa5ad37 HTTP/1.1" status: 200 len: 267 time: 0.0526280 Feb 11 13:14:55.329919 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-b35a4f33-1943-4ed1-8d4a-c9c7454e42f8 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:55.331436 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-b35a4f33-1943-4ed1-8d4a-c9c7454e42f8 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0547974 Feb 11 13:14:55.341937 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'port': {'security_groups': ['1c4d635c-4d71-4751-88e0-169803561da1', '396044b4-61d0-493f-8886-1c1d36ca8560']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:55.425369 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.615507 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:55.645986 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.650792 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.665230 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d6a29ecf-e043-4fbc-9f63-6f0e6b78999c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:55.699354 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:55.700872 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:55.702504 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cb84a086-bbaf-4090-8957-fe6978d3bc1e req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "PUT /v2.0/ports/d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 982 time: 0.3651145 Feb 11 13:14:55.703151 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:55.706250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ff97fe-54aa-4eda-860c-2782ded81327" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:55.734828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504da72e-b1c8-4a66-bfb3-4d0803fc1810 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=6']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:55.782239 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58148) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:55.803774 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ec538f-aa55-49cb-ac9f-5d63f6ee1561 x-openstack-request-id: req-16ec538f-aa55-49cb-ac9f-5d63f6ee1561 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:55.804292 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:55.804601 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16ec538f-aa55-49cb-ac9f-5d63f6ee1561 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:55.804786 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d6a29ecf-e043-4fbc-9f63-6f0e6b78999c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:14:55.805964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'status': 'completed', 'code': 200} Feb 11 13:14:55.972730 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcc22f-2979-42af-a370-bd9c7fb17d75 req-9d4b8d56-4e68-462b-972c-81cb0294116d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:55.974839 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-08fcc22f-2979-42af-a370-bd9c7fb17d75 req-9d4b8d56-4e68-462b-972c-81cb0294116d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.1748228 Feb 11 13:14:55.988867 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-10cf5992-9607-4a6f-8bc2-f0083151e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:55.990319 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-10cf5992-9607-4a6f-8bc2-f0083151e60e service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1169 time: 0.1799543 Feb 11 13:14:55.992480 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4af7b771-6de6-454e-a4e0-27f30280b0e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.042901 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28062c0-0d10-4848-b245-0d92932d0293 req-cc9382dc-5d4d-4a2d-8a15-5dea51d7aad9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:56.045094 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e28062c0-0d10-4848-b245-0d92932d0293 req-cc9382dc-5d4d-4a2d-8a15-5dea51d7aad9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1558328 Feb 11 13:14:56.109624 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-886d48a4-5cde-405c-8f42-3c4db7e43e28 None None] Provisioning complete for port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:14:56.110699 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-886d48a4-5cde-405c-8f42-3c4db7e43e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.197803 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-08fcc22f-2979-42af-a370-bd9c7fb17d75 req-6b63c5e9-8696-463e-81f5-5b727f257494 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2113245 Feb 11 13:14:56.218719 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-169c3834-f606-496f-8fe4-d773cd08c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:56.220261 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-169c3834-f606-496f-8fe4-d773cd08c25d service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.2185698 Feb 11 13:14:56.226836 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e28062c0-0d10-4848-b245-0d92932d0293 req-4392464e-50e6-452c-b247-1e7946ac4e5b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730433 Feb 11 13:14:56.298390 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4af7b771-6de6-454e-a4e0-27f30280b0e3 admin admin] Publish callbacks [] for security_group (f8172198-87b1-4f05-8bff-06f96b8e9d67), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.305567 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4af7b771-6de6-454e-a4e0-27f30280b0e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (f8172198-87b1-4f05-8bff-06f96b8e9d67), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.325829 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-886d48a4-5cde-405c-8f42-3c4db7e43e28 None None] Current status of the port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:14:56.330422 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-08231723-a9c7-4949-83d3-c31796f6bc1c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 1002 time: 0.0993612 Feb 11 13:14:56.380475 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-4af7b771-6de6-454e-a4e0-27f30280b0e3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c07aeeb3dd18440ab620b8c2e6a6e781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5891862 Feb 11 13:14:56.383222 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:56.389358 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7b771-6de6-454e-a4e0-27f30280b0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8172198-87b1-4f05-8bff-06f96b8e9d67,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.402635 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-8adca4be-3068-4f15-83a5-bec006c538f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:56.404585 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-8adca4be-3068-4f15-83a5-bec006c538f3 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.0631082 Feb 11 13:14:56.450471 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5ee16b0-cece-49e2-ad1e-dedb489e2d4a admin admin] Publish callbacks [] for security_group (f8172198-87b1-4f05-8bff-06f96b8e9d67), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.458030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-47e2bf9e-f204-4f5b-b294-f653aa0f4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:56.460142 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-47e2bf9e-f204-4f5b-b294-f653aa0f4738 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467675 Feb 11 13:14:56.474554 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5ee16b0-cece-49e2-ad1e-dedb489e2d4a admin admin] Publish callbacks [] for security_group (f8172198-87b1-4f05-8bff-06f96b8e9d67), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.519746 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5ee16b0-cece-49e2-ad1e-dedb489e2d4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (f8172198-87b1-4f05-8bff-06f96b8e9d67), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.522973 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c5ee16b0-cece-49e2-ad1e-dedb489e2d4a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.524214 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c5ee16b0-cece-49e2-ad1e-dedb489e2d4a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f8172198-87b1-4f05-8bff-06f96b8e9d67 HTTP/1.1" status: 204 len: 168 time: 0.1398273 Feb 11 13:14:56.532422 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee16b0-cece-49e2-ad1e-dedb489e2d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8172198-87b1-4f05-8bff-06f96b8e9d67,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.558326 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-7df9b33e-ba8d-4cbc-811c-8ae01cbdf491 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902531 Feb 11 13:14:56.662482 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-c6ff97fe-54aa-4eda-860c-2782ded81327 req-b0d30f6a-4e80-42b9-b4d4-7a06f2d9d138 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898008 Feb 11 13:14:56.798368 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58160) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:56.814579 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4711-ad63-4af8-a61f-a8ea8042c570 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.846493 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-adde077c-e29b-4b84-a5f1-770e1ea15680 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:56.848119 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-adde077c-e29b-4b84-a5f1-770e1ea15680 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.0533905 Feb 11 13:14:56.891212 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4711-ad63-4af8-a61f-a8ea8042c570 admin admin] Publish callbacks [] for security_group (565bbe70-cc6e-41c4-bf9f-b73f2620e49e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.895257 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7d4b4711-ad63-4af8-a61f-a8ea8042c570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (565bbe70-cc6e-41c4-bf9f-b73f2620e49e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:56.936040 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7d4b4711-ad63-4af8-a61f-a8ea8042c570 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fdecc10b14da4f068cfefe7eb9952b1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362238 Feb 11 13:14:56.936954 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b4711-ad63-4af8-a61f-a8ea8042c570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565bbe70-cc6e-41c4-bf9f-b73f2620e49e,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:56.938755 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58162) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:56.960100 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Deleting port 600c9aab-4bd6-4dc4-95a2-133f0be64070 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:56.960441 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.049588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5621e4ca-26f5-4c3b-a544-a30e79b8be9f admin admin] Publish callbacks [] for security_group (565bbe70-cc6e-41c4-bf9f-b73f2620e49e), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.087551 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] For port 600c9aab-4bd6-4dc4-95a2-133f0be64070, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=600c9aab-4bd6-4dc4-95a2-133f0be64070,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:14:57.087910 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.091821 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5621e4ca-26f5-4c3b-a544-a30e79b8be9f admin admin] Publish callbacks [] for security_group (565bbe70-cc6e-41c4-bf9f-b73f2620e49e), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.216094 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5621e4ca-26f5-4c3b-a544-a30e79b8be9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (565bbe70-cc6e-41c4-bf9f-b73f2620e49e), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.218662 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-5621e4ca-26f5-4c3b-a544-a30e79b8be9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.219849 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-5621e4ca-26f5-4c3b-a544-a30e79b8be9f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/565bbe70-cc6e-41c4-bf9f-b73f2620e49e HTTP/1.1" status: 204 len: 168 time: 0.2801564 Feb 11 13:14:57.260031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621e4ca-26f5-4c3b-a544-a30e79b8be9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565bbe70-cc6e-41c4-bf9f-b73f2620e49e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.298883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.299435 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (26b55b8f-a3ad-43f2-90aa-29bc20f42da1), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.299827 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Floating IP 26b55b8f-a3ad-43f2-90aa-29bc20f42da1 disassociated. External IP: 172.27.3.167, port: 600c9aab-4bd6-4dc4-95a2-133f0be64070. Feb 11 13:14:57.300124 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Calling delete_port for 600c9aab-4bd6-4dc4-95a2-133f0be64070 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:57.410223 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeabc48-0ac6-495d-8e1f-1073c2acad42 req-ea4f2dbc-97b5-4bfa-9885-93a7379be4cc tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:14:57.411737 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-edeabc48-0ac6-495d-8e1f-1073c2acad42 req-ea4f2dbc-97b5-4bfa-9885-93a7379be4cc tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=8c990149-fc72-43cd-ba44-49377bf7b0e1 HTTP/1.1" status: 200 len: 945 time: 0.1048958 Feb 11 13:14:57.493612 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-edeabc48-0ac6-495d-8e1f-1073c2acad42 req-277a008b-9dcb-4e68-a843-f5110ac2ad43 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=193b39ff-c95c-49f9-8aaf-cb412fc8053c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763781 Feb 11 13:14:57.517525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (600c9aab-4bd6-4dc4-95a2-133f0be64070), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.544815 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event deleted for resources: {'Port': ['ID=600c9aab-4bd6-4dc4-95a2-133f0be64070,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:57.661015 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:14:57.768542 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:14:57.778591 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:14:57.790139 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:57.790763 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:57.816502 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] No DVR routers for this DVR port 600c9aab-4bd6-4dc4-95a2-133f0be64070 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:14:57.819531 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:57.823476 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7e8c1d7e-4241-4257-9307-c7ee0929cab5 req-3bb2ad26-9f87-4930-8264-13f8d74f0aa9 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "DELETE /v2.0/ports/600c9aab-4bd6-4dc4-95a2-133f0be64070 HTTP/1.1" status: 204 len: 173 time: 0.9682784 Feb 11 13:14:57.824022 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'name': 'network-vif-deleted', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:14:57.827439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78b2706e-894c-4531-95a2-a96e70ded21d" -d '{"events": [{"server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "name": "network-vif-deleted", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:14:57.877300 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176f290-1e18-4275-a5b5-79236993d55f x-openstack-request-id: req-2176f290-1e18-4275-a5b5-79236993d55f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:14:57.877753 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c990149-fc72-43cd-ba44-49377bf7b0e1", "name": "network-vif-deleted", "tag": "600c9aab-4bd6-4dc4-95a2-133f0be64070", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:14:57.878145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2176f290-1e18-4275-a5b5-79236993d55f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:14:57.878708 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c990149-fc72-43cd-ba44-49377bf7b0e1', 'name': 'network-vif-deleted', 'tag': '600c9aab-4bd6-4dc4-95a2-133f0be64070', 'status': 'completed', 'code': 200} Feb 11 13:14:58.018336 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:58.219344 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:58.248206 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:14:58.257591 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:14:58.258496 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:14:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:58.384150 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:14:58.566998 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.583466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58212) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:58.617238 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:14:58.639774 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9611303a-c55e-4008-912c-f38b40f244ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (193b39ff-c95c-49f9-8aaf-cb412fc8053c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.644720 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88070d3b-562c-4af0-a3b9-360b0210c899 None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:14:58.666073 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9611303a-c55e-4008-912c-f38b40f244ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (193b39ff-c95c-49f9-8aaf-cb412fc8053c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.721143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9611303a-c55e-4008-912c-f38b40f244ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (193b39ff-c95c-49f9-8aaf-cb412fc8053c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.725287 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9611303a-c55e-4008-912c-f38b40f244ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.726445 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-9611303a-c55e-4008-912c-f38b40f244ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "DELETE /v2.0/security-groups/193b39ff-c95c-49f9-8aaf-cb412fc8053c HTTP/1.1" status: 204 len: 168 time: 0.1417320 Feb 11 13:14:58.729328 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58216) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:58.743160 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611303a-c55e-4008-912c-f38b40f244ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193b39ff-c95c-49f9-8aaf-cb412fc8053c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:58.743364 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-eb1edcf7-4177-4450-87af-11d118c7797b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] show failed (client error): The resource could not be found. Feb 11 13:14:58.744285 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-eb1edcf7-4177-4450-87af-11d118c7797b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups/193b39ff-c95c-49f9-8aaf-cb412fc8053c HTTP/1.1" status: 404 len: 347 time: 0.0139756 Feb 11 13:14:58.747646 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58218) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:58.902818 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Deleting port d48d1fba-6171-4159-a01a-3eb1df584821 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:14:58.903466 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (d48d1fba-6171-4159-a01a-3eb1df584821), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.921172 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e31f6a0-8082-448b-8931-80bc3a5929ab None None] New status for floating IP 26b55b8f-a3ad-43f2-90aa-29bc20f42da1: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:14:58.989689 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (d48d1fba-6171-4159-a01a-3eb1df584821), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:58.990101 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (d48d1fba-6171-4159-a01a-3eb1df584821), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.003094 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Calling delete_port for d48d1fba-6171-4159-a01a-3eb1df584821 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:14:59.139920 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (d48d1fba-6171-4159-a01a-3eb1df584821), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.168452 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event deleted for resources: {'Port': ['ID=d48d1fba-6171-4159-a01a-3eb1df584821,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:59.230531 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (26b55b8f-a3ad-43f2-90aa-29bc20f42da1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.233121 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.234264 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-395965b4-fca4-425e-849d-83c1e74498d3 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "DELETE /v2.0/floatingips/26b55b8f-a3ad-43f2-90aa-29bc20f42da1 HTTP/1.1" status: 204 len: 168 time: 0.4821537 Feb 11 13:14:59.526029 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58252) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.600085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58256) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.604912 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--592160815', 'description': 'tempest-description--790145507'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:59.632677 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.640941 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53113e4c-9fcf-4d8c-8598-9d9bd1e43677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.741051 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (7c2c5a9b-047b-4ba5-8469-caa481c27e1c), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.750492 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7c2c5a9b-047b-4ba5-8469-caa481c27e1c), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.782573 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53113e4c-9fcf-4d8c-8598-9d9bd1e43677 admin admin] Publish callbacks [] for security_group (a102a179-6917-407e-ade9-22a6c6ad523a), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.792843 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.794086 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1928771 Feb 11 13:14:59.794746 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-53113e4c-9fcf-4d8c-8598-9d9bd1e43677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a102a179-6917-407e-ade9-22a6c6ad523a), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.797389 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58258) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.802288 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'security_group_rule': {'security_group_id': '7c2c5a9b-047b-4ba5-8469-caa481c27e1c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:59.806511 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1765bb17-b7f9-4a4e-8ab9-d269b9bf1065 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2c5a9b-047b-4ba5-8469-caa481c27e1c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:59.829354 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (00f10621-0606-4074-9eda-eef3ab2baf7c), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.830066 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-53113e4c-9fcf-4d8c-8598-9d9bd1e43677 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4297c69f2f0648e98bc653db0be12e2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3029704 Feb 11 13:14:59.832732 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58260) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.842146 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53113e4c-9fcf-4d8c-8598-9d9bd1e43677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a102a179-6917-407e-ade9-22a6c6ad523a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:59.912702 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (00f10621-0606-4074-9eda-eef3ab2baf7c), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.918235 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (00f10621-0606-4074-9eda-eef3ab2baf7c), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.922299 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ad7424b-bf1a-4ae8-98f8-b1957050e369 admin admin] Publish callbacks [] for security_group (a102a179-6917-407e-ade9-22a6c6ad523a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.953569 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f10621-0606-4074-9eda-eef3ab2baf7c,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:14:59.958482 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.962319 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a2d7294a-fac8-4f6e-a292-ef9e5347046a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1612959 Feb 11 13:14:59.962986 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58262) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:14:59.964644 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ad7424b-bf1a-4ae8-98f8-b1957050e369 admin admin] Publish callbacks [] for security_group (a102a179-6917-407e-ade9-22a6c6ad523a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:14:59.967356 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'security_group_rule': {'security_group_id': '7c2c5a9b-047b-4ba5-8469-caa481c27e1c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:14:59.993046 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (bb9f0c99-6657-4c01-a299-26970746a0db), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.016266 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ad7424b-bf1a-4ae8-98f8-b1957050e369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a102a179-6917-407e-ade9-22a6c6ad523a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.018847 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9ad7424b-bf1a-4ae8-98f8-b1957050e369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.020133 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9ad7424b-bf1a-4ae8-98f8-b1957050e369 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a102a179-6917-407e-ade9-22a6c6ad523a HTTP/1.1" status: 204 len: 168 time: 0.1864438 Feb 11 13:15:00.027468 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7424b-bf1a-4ae8-98f8-b1957050e369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a102a179-6917-407e-ade9-22a6c6ad523a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.042228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (bb9f0c99-6657-4c01-a299-26970746a0db), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.046656 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (bb9f0c99-6657-4c01-a299-26970746a0db), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.066139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb9f0c99-6657-4c01-a299-26970746a0db,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.075522 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.076769 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-fa9aadb0-6f12-4ed8-8a59-940574d44f9a tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130102 Feb 11 13:15:00.079952 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58266) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:00.084456 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:00.106010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.198994 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 600c9aab-4bd6-4dc4-95a2-133f0be64070 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:15:00.205349 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.219754 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 600c9aab-4bd6-4dc4-95a2-133f0be64070 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:15:00.220112 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 600c9aab-4bd6-4dc4-95a2-133f0be64070 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:15:00.301025 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58270) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:00.314227 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe70-724a-46c1-a8b8-9d2bc99ac41e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.316004 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Allocated IP 172.27.3.230 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/b549a2de-b399-4ab4-8e90-d94f5886fe78) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:00.388202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe70-724a-46c1-a8b8-9d2bc99ac41e admin admin] Publish callbacks [] for security_group (0391c150-7fc7-4159-befa-cf514202eee9), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.392173 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-0ddafe70-724a-46c1-a8b8-9d2bc99ac41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (0391c150-7fc7-4159-befa-cf514202eee9), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.422675 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.430176 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-0ddafe70-724a-46c1-a8b8-9d2bc99ac41e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c9d3fab47b354e06866f1e0c6ff937a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1280806 Feb 11 13:15:00.430861 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddafe70-724a-46c1-a8b8-9d2bc99ac41e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0391c150-7fc7-4159-befa-cf514202eee9,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.433459 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:00.499528 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.526037 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6628b326-da5b-4a6b-8ab2-eae08c128925 admin admin] Publish callbacks [] for security_group (0391c150-7fc7-4159-befa-cf514202eee9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.554318 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:00.561012 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:00.563407 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:00.570010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'Port': ['ID=b549a2de-b399-4ab4-8e90-d94f5886fe78,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.595188 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6628b326-da5b-4a6b-8ab2-eae08c128925 admin admin] Publish callbacks [] for security_group (0391c150-7fc7-4159-befa-cf514202eee9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.683362 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (502b3106-ff7b-4bee-82bd-0cba18095249), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.688609 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6628b326-da5b-4a6b-8ab2-eae08c128925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (0391c150-7fc7-4159-befa-cf514202eee9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.691338 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-6628b326-da5b-4a6b-8ab2-eae08c128925 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.692483 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-6628b326-da5b-4a6b-8ab2-eae08c128925 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0391c150-7fc7-4159-befa-cf514202eee9 HTTP/1.1" status: 204 len: 168 time: 0.2580435 Feb 11 13:15:00.703409 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628b326-da5b-4a6b-8ab2-eae08c128925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0391c150-7fc7-4159-befa-cf514202eee9,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.736772 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.896683 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.901728 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.968460 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'Port': ['ID=b549a2de-b399-4ab4-8e90-d94f5886fe78,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:00.980708 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (502b3106-ff7b-4bee-82bd-0cba18095249), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.997044 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:00.998271 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-037b680c-ed42-4e70-b0e4-fd167365e2ae tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9173410 Feb 11 13:15:01.200325 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-b83ae027-70a4-47a1-9c15-e6e562e58c06 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--592160815&fields=id&tenant_id=db5a6a2c13ca481ead402580ce6a54fa HTTP/1.1" status: 200 len: 267 time: 0.0455358 Feb 11 13:15:01.305084 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-4d994b35-5d89-438e-8ad3-f8d2430316f8 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:01.306552 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-4d994b35-5d89-438e-8ad3-f8d2430316f8 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 811 time: 0.1026881 Feb 11 13:15:01.322511 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-426a1679-9938-46b7-9d32-b494b5aa3a68 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/quotas/db5a6a2c13ca481ead402580ce6a54fa HTTP/1.1" status: 200 len: 375 time: 0.0095155 Feb 11 13:15:01.377654 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-31093bb2-8b49-4c96-ba45-dcf7c1d0d533 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495181 Feb 11 13:15:01.474788 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-d02b0d75-6012-458f-985a-33f579b3c23f service neutron] 10.222.0.86 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856512 Feb 11 13:15:01.565149 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-3a9f272d-141b-4519-a93b-6b06e5ee3c6c service neutron] 10.222.0.86 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846345 Feb 11 13:15:01.733915 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b15fb71f-f210-4621-821d-4f5f56f9bbe7 req-d31f0675-d94b-4b40-bf82-ca6a6bc1e92e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 210 time: 0.0322857 Feb 11 13:15:02.192678 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f8adaa4-18fe-4251-9f6a-bb42a3a8723e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.627792 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58368) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:02.715941 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-e59d227b-951d-4022-a2a1-3847f07847df tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:02.717530 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-e59d227b-951d-4022-a2a1-3847f07847df tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 811 time: 0.1069238 Feb 11 13:15:02.739841 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.792468 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-102547f1-a258-4ed1-bbae-cbb8a5ef6b13 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db5a6a2c13ca481ead402580ce6a54fa HTTP/1.1" status: 200 len: 379 time: 0.0601966 Feb 11 13:15:02.817969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'port': {'device_id': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'admin_state_up': True, 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'security_groups': ['7c2c5a9b-047b-4ba5-8469-caa481c27e1c']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:02.827917 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Publish callbacks [] for security_group (a3bf1e39-973e-4951-b63c-4da327ab1350), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.832258 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a3bf1e39-973e-4951-b63c-4da327ab1350), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.862546 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2bc2a48c-007a-44a3-90cf-9a400dfff025 req-488cb500-f926-48fa-a13f-35bda9400b2b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 210 time: 0.0407679 Feb 11 13:15:02.876830 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=481772e86e22452f976b2a37ffac9db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2452681 Feb 11 13:15:02.876830 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf1e39-973e-4951-b63c-4da327ab1350,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:02.877211 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58378) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:02.883268 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.883626 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.883975 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.884315 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.884719 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.884974 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.885301 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.885630 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.885958 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.886285 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.886608 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.886931 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.887312 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc404495-d428-44f4-8d81-6f8ed73d4723 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:02.979978 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1006f57-2454-482f-bffe-807f9d65310f admin admin] Publish callbacks [] for security_group (a3bf1e39-973e-4951-b63c-4da327ab1350), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:02.995704 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Made reservation on behalf of db5a6a2c13ca481ead402580ce6a54fa for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:02.999500 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.015809 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1006f57-2454-482f-bffe-807f9d65310f admin admin] Publish callbacks [] for security_group (a3bf1e39-973e-4951-b63c-4da327ab1350), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.134433 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1006f57-2454-482f-bffe-807f9d65310f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a3bf1e39-973e-4951-b63c-4da327ab1350), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.136910 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d1006f57-2454-482f-bffe-807f9d65310f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.138044 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d1006f57-2454-482f-bffe-807f9d65310f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a3bf1e39-973e-4951-b63c-4da327ab1350 HTTP/1.1" status: 204 len: 168 time: 0.2599792 Feb 11 13:15:03.153868 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1006f57-2454-482f-bffe-807f9d65310f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf1e39-973e-4951-b63c-4da327ab1350,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.167116 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Allocated IP 172.20.0.14 (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f/d51f3e5d-57e2-4fe7-8c60-8134725b1d39/d9d8095a-d39c-4400-9440-ea14c30bc9bd) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:03.318020 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.352388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.395062 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:03.398959 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:03.401342 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:03.407515 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58384) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:03.426802 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd7b41f1-ad70-41e4-8d5b-233d299127e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.445398 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event updated for resources: {'Port': ['ID=d9d8095a-d39c-4400-9440-ea14c30bc9bd,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.468272 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:03.469041 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.486800 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-de5364f5-72a3-4f16-a11a-75cce402b436 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6736987 Feb 11 13:15:03.513382 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Request body: {'port': {'device_id': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:03.514062 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd7b41f1-ad70-41e4-8d5b-233d299127e0 admin admin] Publish callbacks [] for security_group (9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.518314 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-dd7b41f1-ad70-41e4-8d5b-233d299127e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.559718 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-dd7b41f1-ad70-41e4-8d5b-233d299127e0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=50b38333c3934908be5e4f4118e5e4f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505315 Feb 11 13:15:03.561351 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7b41f1-ad70-41e4-8d5b-233d299127e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.563853 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58386) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:03.597543 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.616084 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f87250-9881-41fb-a75d-0b9ce2424d2e admin admin] Publish callbacks [] for security_group (9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.637962 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f87250-9881-41fb-a75d-0b9ce2424d2e admin admin] Publish callbacks [] for security_group (9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.684336 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f87250-9881-41fb-a75d-0b9ce2424d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.687193 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d5f87250-9881-41fb-a75d-0b9ce2424d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.690850 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d5f87250-9881-41fb-a75d-0b9ce2424d2e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f HTTP/1.1" status: 204 len: 168 time: 0.1234016 Feb 11 13:15:03.696647 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f87250-9881-41fb-a75d-0b9ce2424d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9be8cd-d747-4e50-96d2-1f2ac2fcdf9f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:03.703420 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ad4c0d47-72ba-4a08-b838-abdb302dc0b0 None None] Provisioning complete for port d9d8095a-d39c-4400-9440-ea14c30bc9bd triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:03.704434 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad4c0d47-72ba-4a08-b838-abdb302dc0b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.746831 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ad4c0d47-72ba-4a08-b838-abdb302dc0b0 None None] Port d9d8095a-d39c-4400-9440-ea14c30bc9bd cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:15:03.881732 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d8095a-d39c-4400-9440-ea14c30bc9bd {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:03.890425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Publish callbacks [] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:03.904763 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Transition to ACTIVE for port object d9d8095a-d39c-4400-9440-ea14c30bc9bd will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:15:03.908645 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.309663 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d8095a-d39c-4400-9440-ea14c30bc9bd,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:04.364742 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4223b6-06e2-48b6-b3ea-e3385a3c5faf req-25a6482e-436a-4268-94cf-fbc506c6e4ef tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.366212 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1f4223b6-06e2-48b6-b3ea-e3385a3c5faf req-25a6482e-436a-4268-94cf-fbc506c6e4ef tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 944 time: 0.4296310 Feb 11 13:15:04.418963 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Attempting to bind port d9d8095a-d39c-4400-9440-ea14c30bc9bd on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:04.419373 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Attempting to bind port d9d8095a-d39c-4400-9440-ea14c30bc9bd by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:04.419713 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Attempting to bind port d9d8095a-d39c-4400-9440-ea14c30bc9bd on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:04.432290 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Port d9d8095a-d39c-4400-9440-ea14c30bc9bd on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:15:04.432624 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Attempting to bind port d9d8095a-d39c-4400-9440-ea14c30bc9bd on network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:04.441299 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1f4223b6-06e2-48b6-b3ea-e3385a3c5faf req-da0d83fa-0deb-4387-a05e-43ee147baf06 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668187 Feb 11 13:15:04.442433 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:04.442768 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Checking segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:04.443160 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Bound using segment: {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:04.443584 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Bound port: d9d8095a-d39c-4400-9440-ea14c30bc9bd, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2cbe2d-7824-4b61-92c3-d10b34eba601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:04.443935 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.512824 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] For port d9d8095a-d39c-4400-9440-ea14c30bc9bd, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:04.516313 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] For port d9d8095a-d39c-4400-9440-ea14c30bc9bd, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:04.521638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.554155 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.555308 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.556418 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] 10.222.0.77 "PUT /v2.0/ports/d9d8095a-d39c-4400-9440-ea14c30bc9bd HTTP/1.1" status: 200 len: 1094 time: 1.0485687 Feb 11 13:15:04.559295 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:04.562855 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:04.597758 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3f92e-fc8a-49fa-aa92-dc7833ab8198 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d8095a-d39c-4400-9440-ea14c30bc9bd,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:04.640499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0f7a81-6d94-4749-84d8-2da247bc1829 x-openstack-request-id: req-bd0f7a81-6d94-4749-84d8-2da247bc1829 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:04.640925 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:04.641293 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd0f7a81-6d94-4749-84d8-2da247bc1829 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:04.641784 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'status': 'completed', 'code': 200} Feb 11 13:15:04.661547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-ab7bc534-53fb-4f33-b68f-c2bd0e9e666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.663306 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-ab7bc534-53fb-4f33-b68f-c2bd0e9e666f service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 1128 time: 0.0554540 Feb 11 13:15:04.707357 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-da05c5d9-4468-415d-a48c-aa4e358182d6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd HTTP/1.1" status: 200 len: 217 time: 0.0368063 Feb 11 13:15:04.769008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-cf7a04dc-098d-473f-b994-6633ad88e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.772033 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-cf7a04dc-098d-473f-b994-6633ad88e4ab service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0578885 Feb 11 13:15:04.818170 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f51cb939-3b6c-443e-9136-5784e341ec55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:04.826469 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-b9a9b44e-3e1b-4b3e-877c-f58f6373859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:04.828078 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-b9a9b44e-3e1b-4b3e-877c-f58f6373859d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493436 Feb 11 13:15:04.924138 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-7a3e9a4d-567c-4bd9-8b74-92141df86c6d service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864980 Feb 11 13:15:04.984429 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58422) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:05.017130 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-95eb8e81-149c-49a3-a672-e2fa23eec504 req-f67264a3-dc97-4d69-9202-04647ce6ae89 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859189 Feb 11 13:15:05.089309 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-683bca1b-aae2-4b50-837e-d6e452abf5f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.124533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-d7d35970-5771-4f5c-ad80-8d0fb0b94344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.126160 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-d7d35970-5771-4f5c-ad80-8d0fb0b94344 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 1128 time: 0.0544081 Feb 11 13:15:05.179634 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-683bca1b-aae2-4b50-837e-d6e452abf5f8 admin admin] Publish callbacks [] for security_group (c621b731-d4c5-44c0-b84d-2e3edb79076a), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.183399 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-683bca1b-aae2-4b50-837e-d6e452abf5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (c621b731-d4c5-44c0-b84d-2e3edb79076a), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.223316 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-c66557f4-5df2-4fc5-8e85-c79aaffad025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.224771 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-683bca1b-aae2-4b50-837e-d6e452abf5f8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=475293b759f74f1ea043508714c17de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2392652 Feb 11 13:15:05.224989 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-c66557f4-5df2-4fc5-8e85-c79aaffad025 service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.0923014 Feb 11 13:15:05.225569 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58426) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:05.225991 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bca1b-aae2-4b50-837e-d6e452abf5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c621b731-d4c5-44c0-b84d-2e3edb79076a,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:05.270760 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-b718ed1c-58c9-49c7-ba62-2f8a550cf092 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd HTTP/1.1" status: 200 len: 217 time: 0.0376525 Feb 11 13:15:05.345664 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-7d36e221-ded7-49fd-a30d-36c2e6dedb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.347223 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-7d36e221-ded7-49fd-a30d-36c2e6dedb76 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0670197 Feb 11 13:15:05.348234 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e019226b-ede2-4ef8-985a-82a09d9384b4 admin admin] Publish callbacks [] for security_group (c621b731-d4c5-44c0-b84d-2e3edb79076a), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.391407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e019226b-ede2-4ef8-985a-82a09d9384b4 admin admin] Publish callbacks [] for security_group (c621b731-d4c5-44c0-b84d-2e3edb79076a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.432152 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-5b180551-ff90-48a7-9aaf-42da02b1f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.433757 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-5b180551-ff90-48a7-9aaf-42da02b1f36d service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0765455 Feb 11 13:15:05.451473 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e019226b-ede2-4ef8-985a-82a09d9384b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (c621b731-d4c5-44c0-b84d-2e3edb79076a), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.453980 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e019226b-ede2-4ef8-985a-82a09d9384b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.455047 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e019226b-ede2-4ef8-985a-82a09d9384b4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c621b731-d4c5-44c0-b84d-2e3edb79076a HTTP/1.1" status: 204 len: 168 time: 0.2285862 Feb 11 13:15:05.470992 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019226b-ede2-4ef8-985a-82a09d9384b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c621b731-d4c5-44c0-b84d-2e3edb79076a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:05.599700 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-eaa30247-920f-4a86-97af-781cb7896516 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367445 Feb 11 13:15:05.610613 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894a8ec-5b75-4fe4-86c7-eccb81ec6808 req-613ba037-ec5c-47d6-b919-deb41036a65b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:05.612032 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8894a8ec-5b75-4fe4-86c7-eccb81ec6808 req-613ba037-ec5c-47d6-b919-deb41036a65b tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 944 time: 0.0740488 Feb 11 13:15:05.679606 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:05.720463 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8894a8ec-5b75-4fe4-86c7-eccb81ec6808 req-01a17619-6862-4594-b74a-652316d5dbde tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992312 Feb 11 13:15:05.736596 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-99bd4d9d-0f43-4598-9e5f-cdfdd203429e req-23a4a0f9-55af-4978-b74e-07970dd6802f service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235037 Feb 11 13:15:06.839479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3e794-1477-4d24-a5e2-79fda31b9991 req-000552ac-c64f-4c9e-ab40-55f2a8eb954d tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:06.841005 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5d3e794-1477-4d24-a5e2-79fda31b9991 req-000552ac-c64f-4c9e-ab40-55f2a8eb954d tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 944 time: 0.0540421 Feb 11 13:15:06.888134 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5d3e794-1477-4d24-a5e2-79fda31b9991 req-6dafca66-3ea0-470a-9d90-f49c50cff53f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415792 Feb 11 13:15:07.761256 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.011287 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f443a-a0a4-4d6c-8ef3-0b535c574aa9 req-c47af11f-e6da-4e08-9230-615e36a2b0cf tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:08.012780 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e85f443a-a0a4-4d6c-8ef3-0b535c574aa9 req-c47af11f-e6da-4e08-9230-615e36a2b0cf tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 944 time: 0.0584764 Feb 11 13:15:08.059042 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e85f443a-a0a4-4d6c-8ef3-0b535c574aa9 req-b5597a7a-05cc-4007-9973-8a8e2391cd82 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407078 Feb 11 13:15:08.255665 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d9d8095a-d39c-4400-9440-ea14c30bc9bd details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:15:08.357551 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port d9d8095a-d39c-4400-9440-ea14c30bc9bd, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:08.368359 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'port_id': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'mac_address': 'fa:16:3e:f0:a9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:15:08.412129 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port d9d8095a-d39c-4400-9440-ea14c30bc9bd is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:08.412515 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.426577 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d8095a-d39c-4400-9440-ea14c30bc9bd {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:15:08.447003 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port d9d8095a-d39c-4400-9440-ea14c30bc9bd, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:08.450917 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.502540 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d9d8095a-d39c-4400-9440-ea14c30bc9bd,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:08.523634 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:08.698894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d9d8095a-d39c-4400-9440-ea14c30bc9bd'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:15:09.180923 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fa827-6189-4ea3-ac69-059a66553685 req-5fde4717-aed7-4470-8ae8-25e71eef0aa2 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:09.183557 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e0fa827-6189-4ea3-ac69-059a66553685 req-5fde4717-aed7-4470-8ae8-25e71eef0aa2 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 945 time: 0.0569293 Feb 11 13:15:09.233215 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6e0fa827-6189-4ea3-ac69-059a66553685 req-2f908f30-e653-4096-a313-2d82fb684fbf tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438311 Feb 11 13:15:10.258173 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d9d8095a-d39c-4400-9440-ea14c30bc9bd up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:10.308863 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port d9d8095a-d39c-4400-9440-ea14c30bc9bd completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:15:10.314298 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port d9d8095a-d39c-4400-9440-ea14c30bc9bd triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:10.314509 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:10.359229 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866fbac-7f87-4d55-b26d-391e41c60c9d req-1475f6a1-e429-48d5-9c99-acd240a383ad tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.361428 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e866fbac-7f87-4d55-b26d-391e41c60c9d req-1475f6a1-e429-48d5-9c99-acd240a383ad tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 945 time: 0.0616550 Feb 11 13:15:10.397315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port d9d8095a-d39c-4400-9440-ea14c30bc9bd is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:10.397716 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:10.414847 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e866fbac-7f87-4d55-b26d-391e41c60c9d req-92280cac-49ab-4336-a371-26e8f013a199 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476096 Feb 11 13:15:10.423261 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:10.425844 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d051ce07-ffcc-4758-b5f6-f4ad6551241c" -d '{"events": [{"server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "name": "network-vif-plugged", "status": "completed", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:10.438802 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port d9d8095a-d39c-4400-9440-ea14c30bc9bd, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:10.442764 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:10.473444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397633bf-5ae1-437a-b556-40910df78bd5 x-openstack-request-id: req-397633bf-5ae1-437a-b556-40910df78bd5 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:10.473733 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "name": "network-vif-plugged", "status": "completed", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:10.473999 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-397633bf-5ae1-437a-b556-40910df78bd5 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:10.474367 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'code': 200} Feb 11 13:15:10.495716 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=d9d8095a-d39c-4400-9440-ea14c30bc9bd,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:10.502775 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.503116 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.503537 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.503877 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.504212 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.504569 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.504901 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.505228 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.505559 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.505885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.506209 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.506529 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.506851 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:10.645705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04fbe16-cc74-4ef1-b45b-deec3ff15d92 req-a98c1666-c056-4566-b754-d4d1d2ebb2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:10.647236 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f04fbe16-cc74-4ef1-b45b-deec3ff15d92 req-a98c1666-c056-4566-b754-d4d1d2ebb2ef service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 1130 time: 0.0436871 Feb 11 13:15:10.691195 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f04fbe16-cc74-4ef1-b45b-deec3ff15d92 req-d08218d3-b209-4863-a548-eaadd93fcf7e service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374188 Feb 11 13:15:11.536779 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961639a9-6bba-4e6e-825f-40c31c0cebaf req-a7ce1200-ead2-4e50-91f4-26441c3651e1 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:11.538266 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-961639a9-6bba-4e6e-825f-40c31c0cebaf req-a7ce1200-ead2-4e50-91f4-26441c3651e1 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 946 time: 0.0530682 Feb 11 13:15:11.586770 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-961639a9-6bba-4e6e-825f-40c31c0cebaf req-a8a67b97-3aa3-4d38-8c12-f9b1783ea8ba tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425012 Feb 11 13:15:12.712143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ab282-ada0-418e-a77a-5879d6921d43 req-49c98ce3-7f25-4e11-aa8e-cb0ec3988137 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.713732 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-679ab282-ada0-418e-a77a-5879d6921d43 req-49c98ce3-7f25-4e11-aa8e-cb0ec3988137 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 946 time: 0.0565953 Feb 11 13:15:12.760436 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-679ab282-ada0-418e-a77a-5879d6921d43 req-620f3cb7-eb03-4b0e-8ef8-3a4611c844ee tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407484 Feb 11 13:15:12.876899 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9743572-cd88-447f-82f0-94289eea34cb req-4e732abd-d26f-4647-8a9c-90fd6173dfcb tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:12.878687 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9743572-cd88-447f-82f0-94289eea34cb req-4e732abd-d26f-4647-8a9c-90fd6173dfcb tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 946 time: 0.0540757 Feb 11 13:15:12.887198 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58540) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:12.891667 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Request body: {'floatingip': {'port_id': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:12.930253 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (502b3106-ff7b-4bee-82bd-0cba18095249), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:13.369404 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:13.373746 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (502b3106-ff7b-4bee-82bd-0cba18095249), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:13.476464 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Floating IP 502b3106-ff7b-4bee-82bd-0cba18095249 associated. External IP: 172.27.3.230, port: d9d8095a-d39c-4400-9440-ea14c30bc9bd. Feb 11 13:15:13.692749 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:13.802613 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:13.807497 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:13.812798 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:13.822525 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:13.823285 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:13.838264 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-261bcdf8-1628-4c4d-852b-375b8ceb459e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "PUT /v2.0/floatingips/502b3106-ff7b-4bee-82bd-0cba18095249 HTTP/1.1" status: 200 len: 992 time: 0.9499407 Feb 11 13:15:13.838870 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:13.841714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b424afc-4185-45b0-962a-5729d137c610" -d '{"events": [{"name": "network-changed", "server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:13.884779 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e808cb2-e7bb-4a06-97e1-cc069e202187 x-openstack-request-id: req-2e808cb2-e7bb-4a06-97e1-cc069e202187 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:13.885082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:13.885334 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2e808cb2-e7bb-4a06-97e1-cc069e202187 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:13.885744 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'status': 'completed', 'code': 200} Feb 11 13:15:13.939917 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:13.972407 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424afc-4185-45b0-962a-5729d137c610 req-ee006811-900f-4b74-a5df-32d1426c2cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:13.974384 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-ee006811-900f-4b74-a5df-32d1426c2cff service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 1130 time: 0.0585525 Feb 11 13:15:14.075084 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424afc-4185-45b0-962a-5729d137c610 req-4fb44442-922c-4b71-936d-cd091833700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.076673 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-4fb44442-922c-4b71-936d-cd091833700a service neutron] 10.222.0.77 "GET /v2.0/networks?id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 200 len: 912 time: 0.0948253 Feb 11 13:15:14.161675 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-824565af-6483-4059-8b6d-027cb103126f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd HTTP/1.1" status: 200 len: 1000 time: 0.0772061 Feb 11 13:15:14.212669 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '502b3106-ff7b-4bee-82bd-0cba18095249', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'port_id': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'mac_address': 'fa:16:3e:f0:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:00Z', 'updated_at': '2022-02-11T13:15:13Z', 'revision_number': 1, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:14.217284 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424afc-4185-45b0-962a-5729d137c610 req-0e9f277a-5891-474b-83bf-a3118d9f914e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.218962 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-0e9f277a-5891-474b-83bf-a3118d9f914e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 200 len: 850 time: 0.0506337 Feb 11 13:15:14.240012 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:14.248983 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:14.249580 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:14.272559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b424afc-4185-45b0-962a-5729d137c610 req-9c24914b-e11d-4405-9abd-b5515f437ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:14.274069 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-9c24914b-e11d-4405-9abd-b5515f437ac5 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480328 Feb 11 13:15:14.358769 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:14.367061 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-257027fd-1382-4929-a6b9-3faf03be3cc4 service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856950 Feb 11 13:15:14.458751 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5b424afc-4185-45b0-962a-5729d137c610 req-f5fb6dd8-118b-47c6-b520-594b74a67c0c service neutron] 10.222.0.77 "GET /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853140 Feb 11 13:15:14.588336 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '502b3106-ff7b-4bee-82bd-0cba18095249', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'port_id': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'mac_address': 'fa:16:3e:f0:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:00Z', 'updated_at': '2022-02-11T13:15:13Z', 'revision_number': 1, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:14.614740 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8541e4-3123-468f-8a95-f8b1e1e442a3 None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '502b3106-ff7b-4bee-82bd-0cba18095249', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'port_id': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'mac_address': 'fa:16:3e:f0:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:15:00Z', 'updated_at': '2022-02-11T13:15:13Z', 'revision_number': 1, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:14.816380 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f52d44-fc47-4fd1-954d-d105b683e077 None None] New status for floating IP 502b3106-ff7b-4bee-82bd-0cba18095249: ACTIVE {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:15:22.336724 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c4d5d-1ba6-446f-84ed-0e8237923f02 req-b00ba104-7c00-4aab-9f07-8b86d4f6474e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.338237 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-426c4d5d-1ba6-446f-84ed-0e8237923f02 req-b00ba104-7c00-4aab-9f07-8b86d4f6474e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0858443 Feb 11 13:15:22.354263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-b041b0ed-2a19-4045-a8c1-c870e78647f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.355750 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-b041b0ed-2a19-4045-a8c1-c870e78647f9 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1169 time: 0.0756600 Feb 11 13:15:22.458084 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-426c4d5d-1ba6-446f-84ed-0e8237923f02 req-e2bcbf9e-5be6-4b2d-b0dd-9cb508603513 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1123817 Feb 11 13:15:22.483260 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-1d13bd40-ba57-4857-9d8b-db1f7c630b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.484736 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-1d13bd40-ba57-4857-9d8b-db1f7c630b86 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.1199789 Feb 11 13:15:22.551934 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-7b5986b3-a846-4be4-a3da-939a4337c2c8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 1002 time: 0.0604916 Feb 11 13:15:22.601045 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-ccb1f56c-bd2d-41ac-8c18-9ac241306c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.602748 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-ccb1f56c-bd2d-41ac-8c18-9ac241306c64 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.0421374 Feb 11 13:15:22.649356 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-3c43f37f-ee38-4d7d-85a6-ceded55fbdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:22.650795 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-3c43f37f-ee38-4d7d-85a6-ceded55fbdf7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417285 Feb 11 13:15:22.740517 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-b2e3ee58-eee0-4fcc-9450-1f1223b13dd5 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830157 Feb 11 13:15:22.834536 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-abf9526e-91f1-4e00-ba8c-8d08654aac00 req-d9961c26-649c-4c4c-b118-1807d8e3f848 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 Feb 11 13:15:23.581128 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf4d0a-131e-42ae-b21c-890da9c7f140 req-74222fa3-062c-44da-afbd-7b0b8baddf1f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:23.582976 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46cf4d0a-131e-42ae-b21c-890da9c7f140 req-74222fa3-062c-44da-afbd-7b0b8baddf1f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0571291 Feb 11 13:15:23.647011 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-46cf4d0a-131e-42ae-b21c-890da9c7f140 req-4c3411de-f4c9-437f-8c5a-a7929580490d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567920 Feb 11 13:15:24.765825 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791dc5a-c89b-488f-82ab-8ec12bfa3343 req-397e888e-1182-4af5-bfad-e5330d77d698 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:24.767323 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8791dc5a-c89b-488f-82ab-8ec12bfa3343 req-397e888e-1182-4af5-bfad-e5330d77d698 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0539920 Feb 11 13:15:24.825057 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8791dc5a-c89b-488f-82ab-8ec12bfa3343 req-a980fda6-c7a9-47a3-a36b-25f1716bf891 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521512 Feb 11 13:15:25.948380 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8ae66-4c04-4e80-b180-44820037c37a req-8e094fcc-4cf7-4942-9d3c-0e1216a0599b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:25.950396 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ceb8ae66-4c04-4e80-b180-44820037c37a req-8e094fcc-4cf7-4942-9d3c-0e1216a0599b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0560725 Feb 11 13:15:26.010035 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ceb8ae66-4c04-4e80-b180-44820037c37a req-06018046-e099-426d-b002-ce3219af8819 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535750 Feb 11 13:15:26.106937 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:15:27.127983 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23619ffd-bcdd-4970-aaeb-39b1ee7b1b4f req-0ea569eb-ed18-4242-a8ea-05844f9ece2b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:27.129356 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-23619ffd-bcdd-4970-aaeb-39b1ee7b1b4f req-0ea569eb-ed18-4242-a8ea-05844f9ece2b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0523884 Feb 11 13:15:27.186893 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-23619ffd-bcdd-4970-aaeb-39b1ee7b1b4f req-50fbfcf5-41d3-4c28-9c88-285419b30cac tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519340 Feb 11 13:15:28.305082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4b0454-516b-4254-8734-7110fc824997 req-d99a9ec9-83e3-4c17-a666-65b272e7521f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:28.306564 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3c4b0454-516b-4254-8734-7110fc824997 req-d99a9ec9-83e3-4c17-a666-65b272e7521f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0517449 Feb 11 13:15:28.369210 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3c4b0454-516b-4254-8734-7110fc824997 req-d686564f-308d-43da-b325-6f60cb6452d7 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561304 Feb 11 13:15:28.554315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:29.489984 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cc703-082d-4cb7-af3b-28a8903fe7d7 req-3b3006ad-23eb-40c4-9d6d-ef40cbb39887 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:29.491551 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1e8cc703-082d-4cb7-af3b-28a8903fe7d7 req-3b3006ad-23eb-40c4-9d6d-ef40cbb39887 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0543637 Feb 11 13:15:29.551894 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1e8cc703-082d-4cb7-af3b-28a8903fe7d7 req-3ff18329-6db3-4740-a5d9-fba3d42dfd96 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544844 Feb 11 13:15:30.670681 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ca153-4b95-43c9-b9b4-70bbaec4c7cb req-da71339a-0b83-4bbc-aa34-568ff9864cca tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:30.672084 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b47ca153-4b95-43c9-b9b4-70bbaec4c7cb req-da71339a-0b83-4bbc-aa34-568ff9864cca tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0543818 Feb 11 13:15:30.731465 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b47ca153-4b95-43c9-b9b4-70bbaec4c7cb req-c739c6d9-725e-4614-a34d-992c26d44adc tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537207 Feb 11 13:15:31.860977 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3059c-20ed-43b4-a371-cab05ddd5bdb req-73367e50-c147-4b23-a582-dbf4f338ae0a tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:31.862662 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9c3059c-20ed-43b4-a371-cab05ddd5bdb req-73367e50-c147-4b23-a582-dbf4f338ae0a tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0582714 Feb 11 13:15:31.921682 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d9c3059c-20ed-43b4-a371-cab05ddd5bdb req-a8fdc8ef-05a8-469c-a388-7cba19ea74b6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532832 Feb 11 13:15:32.189193 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a6cc7b8-051b-42af-b915-6fb513e5bc16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:32.893318 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58730) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:32.996266 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73421c73-ee41-4c4f-8c87-21ed241a291b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.040879 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c285a-9fee-4d18-9e92-8e916a710caf req-8b8a37c9-615d-4dcb-8d27-f3d91e74a79a tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:33.043061 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d16c285a-9fee-4d18-9e92-8e916a710caf req-8b8a37c9-615d-4dcb-8d27-f3d91e74a79a tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0538850 Feb 11 13:15:33.079351 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73421c73-ee41-4c4f-8c87-21ed241a291b admin admin] Publish callbacks [] for security_group (5f3897c0-1aac-455a-9a16-1a9b55ec36e3), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.083236 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-73421c73-ee41-4c4f-8c87-21ed241a291b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5f3897c0-1aac-455a-9a16-1a9b55ec36e3), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.102105 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d16c285a-9fee-4d18-9e92-8e916a710caf req-7762f17a-90d8-44f5-bcb0-60798acfabd4 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531099 Feb 11 13:15:33.119170 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-73421c73-ee41-4c4f-8c87-21ed241a291b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3cf278623a284c378844c9e6629d6bd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246509 Feb 11 13:15:33.122215 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58738) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:33.124255 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73421c73-ee41-4c4f-8c87-21ed241a291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3897c0-1aac-455a-9a16-1a9b55ec36e3,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.170211 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Publish callbacks [] for security_group (5f3897c0-1aac-455a-9a16-1a9b55ec36e3), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.193719 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Publish callbacks [] for security_group (5f3897c0-1aac-455a-9a16-1a9b55ec36e3), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.239678 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (5f3897c0-1aac-455a-9a16-1a9b55ec36e3), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.242277 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:33.243423 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5f3897c0-1aac-455a-9a16-1a9b55ec36e3 HTTP/1.1" status: 204 len: 168 time: 0.1196928 Feb 11 13:15:33.251469 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3897c0-1aac-455a-9a16-1a9b55ec36e3,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:33.258592 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.258944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.259327 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.259670 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.260003 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.260332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.261281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.261619 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.261949 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.262275 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.262599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.262924 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:33.263278 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eada7b1e-6a28-4eb9-b9b5-2e09178ada30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:15:34.232956 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff0b3e-4af1-4b08-a643-aa7f96750245 req-bb224992-280e-4aaa-83cc-fb9fd47800f1 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:34.234448 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ff0b3e-4af1-4b08-a643-aa7f96750245 req-bb224992-280e-4aaa-83cc-fb9fd47800f1 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0594933 Feb 11 13:15:34.296398 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-82ff0b3e-4af1-4b08-a643-aa7f96750245 req-b827ba01-5836-4866-86e6-7793dbcb95ab tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560551 Feb 11 13:15:34.811928 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17c4a01a-916c-4045-9391-e103f2477da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:35.415945 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb1c21c-c221-43ca-8dad-23f6c718eef6 req-cd597eda-e56a-4681-b8d6-df315d24b7bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:35.418676 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5eb1c21c-c221-43ca-8dad-23f6c718eef6 req-cd597eda-e56a-4681-b8d6-df315d24b7bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0551779 Feb 11 13:15:35.481683 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5eb1c21c-c221-43ca-8dad-23f6c718eef6 req-e5b075b7-a694-4f5e-8fd9-c63398b6d96a tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569627 Feb 11 13:15:35.676686 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:36.599077 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9b85cb-a0d3-45a0-8e1d-1811ea640921 req-945b00da-e1fd-44da-84f0-8867260cd083 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:36.600581 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ec9b85cb-a0d3-45a0-8e1d-1811ea640921 req-945b00da-e1fd-44da-84f0-8867260cd083 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0534174 Feb 11 13:15:36.661175 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ec9b85cb-a0d3-45a0-8e1d-1811ea640921 req-c1ecf3aa-995c-490f-a292-599f4f4f3207 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545077 Feb 11 13:15:37.763045 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:37.779985 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c6673-a969-417d-bac7-bd9a84410fb2 req-7c0dc54d-346c-4226-9f3a-fb95b70aa2f8 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:37.781658 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3f2c6673-a969-417d-bac7-bd9a84410fb2 req-7c0dc54d-346c-4226-9f3a-fb95b70aa2f8 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0552392 Feb 11 13:15:37.840231 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3f2c6673-a969-417d-bac7-bd9a84410fb2 req-e28457b4-aa91-48cb-8835-779e3be87230 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529430 Feb 11 13:15:38.528891 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:38.959026 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca787caf-e13d-4209-9c52-ee788d238ff3 req-6be9362f-4f11-4333-8b3f-7570847800f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:38.960493 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ca787caf-e13d-4209-9c52-ee788d238ff3 req-6be9362f-4f11-4333-8b3f-7570847800f6 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0546858 Feb 11 13:15:39.017333 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ca787caf-e13d-4209-9c52-ee788d238ff3 req-07723495-e25a-4913-a015-a51348c8501d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&id=396044b4-61d0-493f-8886-1c1d36ca8560&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506811 Feb 11 13:15:55.297454 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58920) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:55.399992 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ffad-7ae1-46c1-902a-010f1be684d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.473089 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ffad-7ae1-46c1-902a-010f1be684d2 admin admin] Publish callbacks [] for security_group (06c8fe2c-2327-41bf-9680-9faa15d7157f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.476888 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6fa7ffad-7ae1-46c1-902a-010f1be684d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (06c8fe2c-2327-41bf-9680-9faa15d7157f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.513130 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7ffad-7ae1-46c1-902a-010f1be684d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c8fe2c-2327-41bf-9680-9faa15d7157f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:55.517303 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-6fa7ffad-7ae1-46c1-902a-010f1be684d2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=afa79a720afa4ef28214c274b6ee0ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187803 Feb 11 13:15:55.520031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58924) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:55.566202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d77aea8b-8106-4596-b2b9-509a12a4b3b5 admin admin] Publish callbacks [] for security_group (06c8fe2c-2327-41bf-9680-9faa15d7157f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.587716 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d77aea8b-8106-4596-b2b9-509a12a4b3b5 admin admin] Publish callbacks [] for security_group (06c8fe2c-2327-41bf-9680-9faa15d7157f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.637845 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d77aea8b-8106-4596-b2b9-509a12a4b3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (06c8fe2c-2327-41bf-9680-9faa15d7157f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.640483 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d77aea8b-8106-4596-b2b9-509a12a4b3b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:55.641614 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d77aea8b-8106-4596-b2b9-509a12a4b3b5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/06c8fe2c-2327-41bf-9680-9faa15d7157f HTTP/1.1" status: 204 len: 168 time: 0.1206310 Feb 11 13:15:55.649258 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aea8b-8106-4596-b2b9-509a12a4b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c8fe2c-2327-41bf-9680-9faa15d7157f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.241388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58946) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:56.336035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1957914794-network', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:56.355374 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Made reservation on behalf of c49cfe9f0e154baca8377dd033d5bfff for: {'network': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:56.357644 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.366066 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.440728 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks [] for security_group (658fa491-3a14-4f18-805a-9520aefa2237), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.444555 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (658fa491-3a14-4f18-805a-9520aefa2237), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.470847 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=102667) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:15:56.477148 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658fa491-3a14-4f18-805a-9520aefa2237,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.483661 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (47ddf0d9-d9f8-4b16-9d16-888e55319e93), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.484004 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.segments_db [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Added segment 47ddf0d9-d9f8-4b16-9d16-888e55319e93 of type vlan for network 205e04ec-9f3b-4232-a71c-37ffeb681406 Feb 11 13:15:56.523017 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (205e04ec-9f3b-4232-a71c-37ffeb681406), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.546381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (205e04ec-9f3b-4232-a71c-37ffeb681406), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.547369 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.547931 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.580384 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3378901 Feb 11 13:15:56.583398 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58950) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:56.589669 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Request body: {'subnet': {'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1957914794-subnet', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'ip_version': 4}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:56.608409 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Made reservation on behalf of c49cfe9f0e154baca8377dd033d5bfff for: {'subnet': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:15:56.610761 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25719242'] for subnet (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.612708 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad3e06a-c300-4117-85c5-a68967bd5e32 admin admin] Pushing event updated for resources: {'Network': ['ID=205e04ec-9f3b-4232-a71c-37ffeb681406,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.624651 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:15:56.793413 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3868962', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25719256'] for subnet (0a8f85fb-b77e-408c-9291-acd4c594d735), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.842138 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a8f85fb-b77e-408c-9291-acd4c594d735,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:56.858590 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Checking segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102668) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:56.858951 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Network hostable DHCP agents. Network: 205e04ec-9f3b-4232-a71c-37ffeb681406, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102668) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:15:56.875506 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102668) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:15:56.885010 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 205e04ec-9f3b-4232-a71c-37ffeb681406) {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:56.889788 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:56.890395 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.894978 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f616c5f-7220-46ec-bd9c-351b5323ff90 None None] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:56.907176 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-02434cd4-326f-47f5-8202-2b18e29bb086 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3227077 Feb 11 13:15:56.909766 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58952) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:56.913951 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:15:56.936003 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (aa5802c8-3889-48e0-acff-0c16ee6bfd79), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.936993 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (aa5802c8-3889-48e0-acff-0c16ee6bfd79), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.996326 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks [] for router_controller (aa5802c8-3889-48e0-acff-0c16ee6bfd79), precommit_add_association {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:56.996544 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-205e04ec-9f3b-4232-a71c-37ffeb681406', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:15:56.997190 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.143930 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Allocated IP 172.20.0.2 (205e04ec-9f3b-4232-a71c-37ffeb681406/0a8f85fb-b77e-408c-9291-acd4c594d735/e1829c66-3785-4e28-9f95-f764f0dc6669) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:57.146615 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks [] for router_gateway (aa5802c8-3889-48e0-acff-0c16ee6bfd79), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.178976 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58954) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:57.285619 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Publish callbacks [] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.294189 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.341028 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:57.344875 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:57.346743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Pushing event updated for resources: {'Port': ['ID=e1829c66-3785-4e28-9f95-f764f0dc6669,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.348931 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:57.405165 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Attempting to bind port e1829c66-3785-4e28-9f95-f764f0dc6669 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:15:57.405447 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Attempting to bind port e1829c66-3785-4e28-9f95-f764f0dc6669 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:15:57.405811 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Attempting to bind port e1829c66-3785-4e28-9f95-f764f0dc6669 on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:15:57.411258 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:15:57.411638 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Checking segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:15:57.412047 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.412443 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Bound using segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:15:57.412913 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Bound port: e1829c66-3785-4e28-9f95-f764f0dc6669, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:15:57.413290 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.482185 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] For port e1829c66-3785-4e28-9f95-f764f0dc6669, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:15:57.485325 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] For port e1829c66-3785-4e28-9f95-f764f0dc6669, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e1829c66-3785-4e28-9f95-f764f0dc6669,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:15:57.491248 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.553523 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af248ea1-e36a-4bd9-9ffd-88008346267d None None] Pushing event updated for resources: {'Port': ['ID=e1829c66-3785-4e28-9f95-f764f0dc6669,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:57.709687 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Deleting port 0307ba0f-2f92-4c5b-b4f2-acdd94484f4c {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:15:57.710272 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.772320 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks [] for router_gateway (aa5802c8-3889-48e0-acff-0c16ee6bfd79), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.797243 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.849647 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.849971 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for floatingip (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:57.874959 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Calling delete_port for 0307ba0f-2f92-4c5b-b4f2-acdd94484f4c owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:15:58.000715 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Allocated IP 172.27.3.142 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/2338f7d3-0f80-4aa5-bbdd-96208c87c25f) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:15:58.156232 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks [] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.174533 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (0307ba0f-2f92-4c5b-b4f2-acdd94484f4c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.217071 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event deleted for resources: {'Port': ['ID=0307ba0f-2f92-4c5b-b4f2-acdd94484f4c,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.263656 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.319532 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:15:58.324330 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for floatingip (5d690762-3c9b-4470-ae22-3edd54784501), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.324767 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Floating IP 5d690762-3c9b-4470-ae22-3edd54784501 disassociated (deleted). External IP: 172.27.3.40, port: 7c0d3080-918c-4424-a4eb-4d1622057c56. Feb 11 13:15:58.326781 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:15:58.331851 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:15:58.370614 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Pushing event updated for resources: {'Port': ['ID=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.426053 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9de6638-b807-4820-b405-82d35462863a None None] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:15:58.507724 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] Provisioning complete for port e1829c66-3785-4e28-9f95-f764f0dc6669 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:58.508098 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.577426 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.629947 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] Current status of the port e1829c66-3785-4e28-9f95-f764f0dc6669 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:58.630604 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.690125 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] For port e1829c66-3785-4e28-9f95-f764f0dc6669, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e1829c66-3785-4e28-9f95-f764f0dc6669,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:15:58.700097 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.752470 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Router d73cadda-ba5b-456c-b314-35a88c10760c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:15:58.775097 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks [] for router_gateway (aa5802c8-3889-48e0-acff-0c16ee6bfd79), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.780920 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e1829c66-3785-4e28-9f95-f764f0dc6669 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:15:58.821316 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9832b295-48bb-4d8f-99ea-dd653a900e68 None None] Pushing event updated for resources: {'Port': ['ID=e1829c66-3785-4e28-9f95-f764f0dc6669,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:15:58.839181 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-9f58491c-c0d4-44a7-ae89-64aa0cb1fbd8 None None] Provisioning complete for port e1829c66-3785-4e28-9f95-f764f0dc6669 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:58.839547 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f58491c-c0d4-44a7-ae89-64aa0cb1fbd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.877839 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e1829c66-3785-4e28-9f95-f764f0dc6669 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:15:58.878208 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.957609 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:58.962585 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:58.969137 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] Sync routers for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:58.981383 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:58.981736 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f58491c-c0d4-44a7-ae89-64aa0cb1fbd8 None None] Current status of the port e1829c66-3785-4e28-9f95-f764f0dc6669 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:58.982772 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:58.992407 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e1829c66-3785-4e28-9f95-f764f0dc6669 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:15:59.037042 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-21fefe55-49d0-40d3-b69e-0fadd594b104 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "DELETE /v2.0/floatingips/5d690762-3c9b-4470-ae22-3edd54784501 HTTP/1.1" status: 204 len: 168 time: 1.8570759 Feb 11 13:15:59.038988 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:15:59.041838 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296" -d '{"events": [{"name": "network-changed", "server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:15:59.090335 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98916201-2e1a-41eb-a7f2-8a9ac48b6d90 x-openstack-request-id: req-98916201-2e1a-41eb-a7f2-8a9ac48b6d90 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:15:59.090649 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:15:59.090887 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-98916201-2e1a-41eb-a7f2-8a9ac48b6d90 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:15:59.091323 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'status': 'completed', 'code': 200} Feb 11 13:15:59.093052 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:59.106567 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (aa5802c8-3889-48e0-acff-0c16ee6bfd79), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.162549 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-fd9bcab3-a943-42f8-bad0-fb972ffdab8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.164295 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-fd9bcab3-a943-42f8-bad0-fb972ffdab8b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=4ac4c7cfc38c414b9474972514add7f7&device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 1129 time: 0.0467017 Feb 11 13:15:59.274196 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102668) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:15:59.309733 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:59.312253 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-fa3e8e09-9743-4951-91d6-e62404064d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.313743 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-fa3e8e09-9743-4951-91d6-e62404064d40 service neutron] 10.222.0.77 "GET /v2.0/networks?id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 200 len: 910 time: 0.1413519 Feb 11 13:15:59.325433 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a953cb-6afe-4f52-8ae1-ed25812e2a41 req-def5f69e-ee08-49d3-bd52-531822321d13 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.326895 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-19a953cb-6afe-4f52-8ae1-ed25812e2a41 req-def5f69e-ee08-49d3-bd52-531822321d13 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0748072 Feb 11 13:15:59.336523 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] Checking router: d73cadda-ba5b-456c-b314-35a88c10760c for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:59.346275 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:59.347021 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:59.363770 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-51020a8e-5c82-45d2-a8f9-7cd056a4ab35 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 200 len: 217 time: 0.0357809 Feb 11 13:15:59.391299 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:15:59.404666 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:15:59.411216 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.412911 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-af025860-d3b8-4aeb-80cf-9d89083c5e7d admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5022125 Feb 11 13:15:59.415529 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58964) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:15:59.424408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:15:59.425312 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:59.465959 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-19a953cb-6afe-4f52-8ae1-ed25812e2a41 req-4574d218-5ac4-42f2-aac6-6b08e29bce58 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994029 Feb 11 13:15:59.478906 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-9ede8d85-9c28-4281-a21e-4ded5e633b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.481105 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-9ede8d85-9c28-4281-a21e-4ded5e633b54 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 200 len: 848 time: 0.1103423 Feb 11 13:15:59.540383 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-33f7bb9c-1471-40ec-bc41-521ea79b5a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:15:59.542568 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-33f7bb9c-1471-40ec-bc41-521ea79b5a44 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551677 Feb 11 13:15:59.556212 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:59.571924 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:15:59.771308 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:15:58Z', 'revision_number': 3, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:59.802989 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:15:59.803478 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Updating router aa5802c8-3889-48e0-acff-0c16ee6bfd79 port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:15:59.826878 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:15:59.839481 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.858602 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c1cb88-e4b9-410b-acbf-b0c0da0fef72 None None] The sync data for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi is: [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:03Z', 'revision_number': 4, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '6598ab5d-3ba2-40dc-aaaf-b72873f8bd81', 'name': '', 'network_id': '9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'mac_address': 'fa:16:3e:15:e9:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_interface', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:02Z', 'updated_at': '2022-02-11T13:11:07Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'subnets': [{'id': '53bf4432-f7be-4c3e-b78b-785f3984749d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:15:59.927286 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:15:59.988055 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-f852e17c-97ab-4660-ac6e-21ec90b0aaec service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329789 Feb 11 13:16:00.093569 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e3a7dfff-3b23-4a8f-add7-da81e7fb8296 req-29a749ea-b844-46e9-92e0-d0494a18865c service neutron] 10.222.0.77 "GET /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970306 Feb 11 13:16:00.128180 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Publish callbacks [] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.135162 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.190992 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Attempting to bind port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:00.191405 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Attempting to bind port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:00.191756 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Attempting to bind port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:00.193687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87ac2d-bc1e-4513-8b39-c12d3b50547b None None] Pushing event updated for resources: {'Port': ['ID=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.199408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:00.199782 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:00.200190 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.200588 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:00.201062 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Bound port: 2338f7d3-0f80-4aa5-bbdd-96208c87c25f, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:00.201444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.226487 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b481b-acd2-410f-810f-706379b254e9 None None] New status for floating IP 5d690762-3c9b-4470-ae22-3edd54784501: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:00.256516 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] For port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:00.260338 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] For port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:00.267470 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.302270 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Allocated IP 172.20.0.1 (205e04ec-9f3b-4232-a71c-37ffeb681406/0a8f85fb-b77e-408c-9291-acd4c594d735/aa0b6a21-5976-4654-a166-1d2c94ccf135) {{(pid=102668) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:00.331727 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:00.332459 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:00.335636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae87ac2d-bc1e-4513-8b39-c12d3b50547b None None] Pushing event updated for resources: {'Port': ['ID=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.413606 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks [] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.441487 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:00.446753 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.485766 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:00.489937 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:00.493587 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Received port after_create {{(pid=102668) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:00.524195 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Pushing event updated for resources: {'Port': ['ID=aa0b6a21-5976-4654-a166-1d2c94ccf135,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:00.544325 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (aa5802c8-3889-48e0-acff-0c16ee6bfd79), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.623439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e058366b-b3ac-425a-9a62-c6e5c0bdc6d8 req-4d33b761-36a5-415f-b720-6902ce0a3a91 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:00.624994 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e058366b-b3ac-425a-9a62-c6e5c0bdc6d8 req-4d33b761-36a5-415f-b720-6902ce0a3a91 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0752831 Feb 11 13:16:00.666720 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:15:58Z', 'revision_number': 3, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:00.701007 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d1a506-511a-44b1-95e2-7732d7f80c6a None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:15:58Z', 'revision_number': 3, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:00.716384 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), before_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.724626 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e058366b-b3ac-425a-9a62-c6e5c0bdc6d8 req-81d3dac9-5200-43ee-b820-586a04760f04 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/security-groups?id=8877b45b-2fb2-41d1-a5bc-9871782b8269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925274 Feb 11 13:16:00.756554 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e1829c66-3785-4e28-9f95-f764f0dc6669 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:00.814160 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port e1829c66-3785-4e28-9f95-f764f0dc6669 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:00.814519 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.861491 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-ddb982fc-77a8-4384-8321-fd764c32431a None None] Provisioning complete for port aa0b6a21-5976-4654-a166-1d2c94ccf135 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:00.861491 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ddb982fc-77a8-4384-8321-fd764c32431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.900030 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-ddb982fc-77a8-4384-8321-fd764c32431a None None] Port aa0b6a21-5976-4654-a166-1d2c94ccf135 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:00.901118 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks [] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), precommit_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.906301 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3869109'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), after_update {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.941358 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port e1829c66-3785-4e28-9f95-f764f0dc6669 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:00.983855 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (aa5802c8-3889-48e0-acff-0c16ee6bfd79), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:00.986099 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Pushing event updated for resources: {'Port': ['ID=aa0b6a21-5976-4654-a166-1d2c94ccf135,revision_number=2']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.050094 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-f3fcb57e-d514-44a0-b2c1-d67ac05ea935 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:01.051777 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-f3fcb57e-d514-44a0-b2c1-d67ac05ea935 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.77 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 945 time: 0.0560522 Feb 11 13:16:01.097100 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is already hosted by enough agents. {{(pid=102668) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:01.098663 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Resources bound (agent type, host, resource id): {{(pid=102668) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:01.170284 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Deleting port 7c0d3080-918c-4424-a4eb-4d1622057c56 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:01.170898 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.240749 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:01.278580 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] For port 7c0d3080-918c-4424-a4eb-4d1622057c56, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c0d3080-918c-4424-a4eb-4d1622057c56,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:01.278981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.293334 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Calling delete_port for 7c0d3080-918c-4424-a4eb-4d1622057c56 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:01.370263 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:01.383416 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ea6b7a89-c39e-4d48-8150-7f9b4bec788c admin admin] 10.222.0.86 "PUT /v2.0/routers/aa5802c8-3889-48e0-acff-0c16ee6bfd79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9665205 Feb 11 13:16:01.427812 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1770dd1b-922f-4126-aefe-60e836892ed9 None None] Provisioning complete for port aa0b6a21-5976-4654-a166-1d2c94ccf135 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:01.428192 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1770dd1b-922f-4126-aefe-60e836892ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.440468 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7c0d3080-918c-4424-a4eb-4d1622057c56), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.473900 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event deleted for resources: {'Port': ['ID=7c0d3080-918c-4424-a4eb-4d1622057c56,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:01.474862 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1770dd1b-922f-4126-aefe-60e836892ed9 None None] Port aa0b6a21-5976-4654-a166-1d2c94ccf135 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:01.536971 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] No DVR routers for this DVR port 7c0d3080-918c-4424-a4eb-4d1622057c56 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:01.539576 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.543614 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f36c2f52-087e-4ab1-bdf8-5fc739c991d1 req-fe6b80b2-84c4-47af-9792-e79c19088c12 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.77 "DELETE /v2.0/ports/7c0d3080-918c-4424-a4eb-4d1622057c56 HTTP/1.1" status: 204 len: 173 time: 0.4813240 Feb 11 13:16:01.544082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-deleted', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:01.546584 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c69242-24a7-4384-8386-b29e566c299e" -d '{"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-deleted", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:01.598360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce14203-59c7-4412-8476-ff29017c700c x-openstack-request-id: req-5ce14203-59c7-4412-8476-ff29017c700c {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:01.598664 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2ad84f-7def-4edd-9ca0-f687157b4a9b", "name": "network-vif-deleted", "tag": "7c0d3080-918c-4424-a4eb-4d1622057c56", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:01.598924 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ce14203-59c7-4412-8476-ff29017c700c {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:01.599362 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2ad84f-7def-4edd-9ca0-f687157b4a9b', 'name': 'network-vif-deleted', 'tag': '7c0d3080-918c-4424-a4eb-4d1622057c56', 'status': 'completed', 'code': 200} Feb 11 13:16:01.838968 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2749ec45-e7e4-4d95-9e00-88fc5d5dc3e7 req-cb8063d7-7b6d-4218-84b5-e39bca839031 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "GET /v2.0/ports?device_id=af2ad84f-7def-4edd-9ca0-f687157b4a9b HTTP/1.1" status: 200 len: 210 time: 0.0377400 Feb 11 13:16:01.925138 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58986) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:01.930464 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1227643829-network', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:01.952688 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Made reservation on behalf of 8a4d73329c944e9db94f1ad583dfe460 for: {'network': 1} {{(pid=102668) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:01.955586 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for network (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:01.967909 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.050286 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks [] for security_group (1e7dc93b-64bb-497a-b805-7f2abb460a41), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.054843 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1e7dc93b-64bb-497a-b805-7f2abb460a41), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.080411 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=102668) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 11 13:16:02.097261 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7dc93b-64bb-497a-b805-7f2abb460a41,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.100093 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (bd141acf-f82e-4b17-88a9-4336f161623e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.100436 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.segments_db [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Added segment bd141acf-f82e-4b17-88a9-4336f161623e of type vlan for network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 Feb 11 13:16:02.142998 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763200102440'] for network (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.173056 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435'] for network (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.174051 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102668) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.174691 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.185716 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a7eacb1c-3de4-400a-ab2e-369ddcd34b5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.209017 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2827439 Feb 11 13:16:02.212050 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58988) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:02.216871 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Request body: {'subnet': {'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1227643829-subnet', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'ip_version': 4}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:02.236266 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Made reservation on behalf of 8a4d73329c944e9db94f1ad583dfe460 for: {'subnet': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:02.239089 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25784560'] for subnet (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.242403 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ad4ee-4d93-486f-8cf7-986890719292 admin admin] Pushing event updated for resources: {'Network': ['ID=04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.255111 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 details requested by agent ovs-agent-dv-cinder-810917-5-iscsi with host dv-cinder-810917-5-iscsi {{(pid=102669) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 11 13:16:02.439776 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3400525', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25784546'] for subnet (7646744e-310c-49c8-9ccb-dc02339f618b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.500864 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7646744e-310c-49c8-9ccb-dc02339f618b,revision_number=0']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:02.510720 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Checking segment: {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:02.511163 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Network hostable DHCP agents. Network: 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8, hostable agents: ['ffd06e74-ec80-4e8a-831c-8dda40e18f43'], hosted agents: [] {{(pid=102667) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 11 13:16:02.529193 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 is scheduled to be hosted by DHCP agent ffd06e74-ec80-4e8a-831c-8dda40e18f43 with binding_index 1 {{(pid=102667) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 11 13:16:02.534434 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:02.538799 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-810917-5-iscsi, 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8) {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:02.543363 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:02.544033 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.546442 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:02.546965 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:02.550514 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693ddde8-cd90-4243-89f6-5a58473f6269 None None] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:02.561385 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-7e9410d1-a7e5-45db-aac5-4b6d74dac04e admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3482075 Feb 11 13:16:02.564050 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 58992) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:02.568511 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:02.587717 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1605679', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27447'] for router (1870cda5-8364-4bc3-8001-5500d38afd7b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.588855 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1605723', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1636321', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1630056', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27392'] for router (1870cda5-8364-4bc3-8001-5500d38afd7b), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.640654 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks [] for router_controller (1870cda5-8364-4bc3-8001-5500d38afd7b), precommit_add_association {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.742951 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 2338f7d3-0f80-4aa5-bbdd-96208c87c25f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:02.752476 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:02.799092 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks [] for router_gateway (1870cda5-8364-4bc3-8001-5500d38afd7b), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.799972 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b839359-03a2-53b2-a84e-2d7b2c999c11-04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8', 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8', 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'fixed_ips': [{'subnet_id': '7646744e-310c-49c8-9ccb-dc02339f618b'}]}} from dv-cinder-810917-5-iscsi. {{(pid=102669) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 11 13:16:02.800094 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.905012 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 58996) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:02.963408 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group (8877b45b-2fb2-41d1-a5bc-9871782b8269), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:02.993318 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group (8877b45b-2fb2-41d1-a5bc-9871782b8269), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.001243 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:03.001619 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.007696 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks [] for router_gateway (1870cda5-8364-4bc3-8001-5500d38afd7b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.030221 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.060874 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8877b45b-2fb2-41d1-a5bc-9871782b8269), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.063919 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.065725 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] 10.222.0.86 "DELETE /v2.0/security-groups/8877b45b-2fb2-41d1-a5bc-9871782b8269 HTTP/1.1" status: 204 len: 168 time: 0.1593430 Feb 11 13:16:03.085877 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8877b45b-2fb2-41d1-a5bc-9871782b8269,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.096502 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.097112 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.097457 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.097983 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.100175 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Allocated IP 172.20.0.2 (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8/7646744e-310c-49c8-9ccb-dc02339f618b/7794bd9d-6fa5-4f37-984d-55be8fc9829f) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:03.100638 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.100920 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.101294 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.101627 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.102242 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.102891 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.103631 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.105035 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.105525 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4186e2a9-2af7-42e0-ac9f-45d9e11983b5 tempest-TestShelveInstance-1495134243 tempest-TestShelveInstance-1495134243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:03.110544 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:03.116138 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59000) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:03.177178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Allocated IP 172.27.3.4 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/649afc69-e989-4062-b018-c54e0e91b9f4) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:03.256866 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:03.257357 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.292796 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks [] for port (649afc69-e989-4062-b018-c54e0e91b9f4), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.296532 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:03.304462 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 2, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:03.312464 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.333774 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.343932 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:03.344477 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Updating router aa5802c8-3889-48e0-acff-0c16ee6bfd79 port aa0b6a21-5976-4654-a166-1d2c94ccf135 binding host dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:03.378859 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:03.382983 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:03.385705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:03.388641 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Pushing event updated for resources: {'Port': ['ID=649afc69-e989-4062-b018-c54e0e91b9f4,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.445396 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Publish callbacks [] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.446785 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.453372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.462400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.534109 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:03.541482 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:03.543487 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Pushing event updated for resources: {'Port': ['ID=7794bd9d-6fa5-4f37-984d-55be8fc9829f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.545798 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:03.667488 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Attempting to bind port 7794bd9d-6fa5-4f37-984d-55be8fc9829f on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:03.667862 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Attempting to bind port 7794bd9d-6fa5-4f37-984d-55be8fc9829f by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:03.668221 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Attempting to bind port 7794bd9d-6fa5-4f37-984d-55be8fc9829f on network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:03.669504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks [] for router_gateway (1870cda5-8364-4bc3-8001-5500d38afd7b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.677561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:03.677932 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Checking segment: {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:03.678331 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.678719 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Bound using segment: {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:03.679636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Bound port: 7794bd9d-6fa5-4f37-984d-55be8fc9829f, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:03.679636 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.732607 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (d73cadda-ba5b-456c-b314-35a88c10760c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.816556 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] For port 7794bd9d-6fa5-4f37-984d-55be8fc9829f, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:03.833174 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] For port 7794bd9d-6fa5-4f37-984d-55be8fc9829f, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=7794bd9d-6fa5-4f37-984d-55be8fc9829f,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:03.843894 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.861762 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-66e59fe2-122b-4a7d-a79a-9ab595f298b7 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999753 Feb 11 13:16:03.950904 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4429c-cec5-47fb-88e7-77cda3f9fc38 None None] Pushing event updated for resources: {'Port': ['ID=7794bd9d-6fa5-4f37-984d-55be8fc9829f,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:03.957940 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Publish callbacks [] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.964675 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:03.996600 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1605714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1636316'] for router (1870cda5-8364-4bc3-8001-5500d38afd7b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.011765 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-f3e715b6-556d-43ed-9138-e17636e6a153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.013266 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-f3e715b6-556d-43ed-9138-e17636e6a153 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1169 time: 0.0903785 Feb 11 13:16:04.035850 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357819b-0576-4f5f-9ba7-1cb85753dea3 None None] Pushing event updated for resources: {'Port': ['ID=aa0b6a21-5976-4654-a166-1d2c94ccf135,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.126196 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Deleting port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:04.127159 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.185705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-4cd08afb-682c-478a-8732-6e5d4ac97735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.187161 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-4cd08afb-682c-478a-8732-6e5d4ac97735 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.1251054 Feb 11 13:16:04.266743 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] For port 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:04.267099 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.281653 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Calling delete_port for 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:04.381613 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Attempting to bind port aa0b6a21-5976-4654-a166-1d2c94ccf135 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:04.382090 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Attempting to bind port aa0b6a21-5976-4654-a166-1d2c94ccf135 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:04.385064 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Attempting to bind port aa0b6a21-5976-4654-a166-1d2c94ccf135 on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:04.392863 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:04.393365 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Checking segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:04.393863 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.394353 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Bound using segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:04.394919 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Bound port: aa0b6a21-5976-4654-a166-1d2c94ccf135, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:04.395415 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.402475 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-b4979afd-6a15-4045-a0d1-40ac1b84d7fb service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 1002 time: 0.2020645 Feb 11 13:16:04.461768 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Router 1870cda5-8364-4bc3-8001-5500d38afd7b is scheduled to L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 with binding_index 1 {{(pid=102667) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 11 13:16:04.484121 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:04.520125 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-cbbd1e49-4646-431b-9b5d-bef53fa7acd5 None None] Provisioning complete for port aa0b6a21-5976-4654-a166-1d2c94ccf135 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:04.520651 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cbbd1e49-4646-431b-9b5d-bef53fa7acd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.526427 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 7c0d3080-918c-4424-a4eb-4d1622057c56 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:04.526561 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c0d3080-918c-4424-a4eb-4d1622057c56 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:04.551083 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] For port aa0b6a21-5976-4654-a166-1d2c94ccf135, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:04.570995 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] For port aa0b6a21-5976-4654-a166-1d2c94ccf135, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=aa0b6a21-5976-4654-a166-1d2c94ccf135,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:04.576689 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-cbbd1e49-4646-431b-9b5d-bef53fa7acd5 None None] Port aa0b6a21-5976-4654-a166-1d2c94ccf135 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:04.583028 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.602162 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:04.609973 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-c35ef740-f8b4-430b-820a-927ab58845c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.611567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-c35ef740-f8b4-430b-820a-927ab58845c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.2018785 Feb 11 13:16:04.614508 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Sync routers for ids ['1870cda5-8364-4bc3-8001-5500d38afd7b'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:04.629278 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (6598ab5d-3ba2-40dc-aaaf-b72873f8bd81), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.639871 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Routers {'1870cda5-8364-4bc3-8001-5500d38afd7b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:04.642422 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['1870cda5-8364-4bc3-8001-5500d38afd7b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:04.663761 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=6598ab5d-3ba2-40dc-aaaf-b72873f8bd81,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.672746 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:04.673435 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:15:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:04.688228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.689761 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-673fc34a-72b3-441b-a607-74570677e451 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1246390 Feb 11 13:16:04.694525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59016) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:04.821180 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-94c5a5ac-e14b-4c64-a6e4-ef3b99b845b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:04.824028 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-94c5a5ac-e14b-4c64-a6e4-ef3b99b845b4 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1952412 Feb 11 13:16:04.887967 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (d73cadda-ba5b-456c-b314-35a88c10760c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.891697 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357819b-0576-4f5f-9ba7-1cb85753dea3 None None] Pushing event updated for resources: {'Port': ['ID=aa0b6a21-5976-4654-a166-1d2c94ccf135,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:04.904766 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1865eb28-33fa-40e4-87af-de7eeba517ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:04.955584 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Set router 1870cda5-8364-4bc3-8001-5500d38afd7b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:05.001790 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 2338f7d3-0f80-4aa5-bbdd-96208c87c25f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:05.117395 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:05.154465 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-ef602a48-1dcf-44ea-a568-2f265836d983 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188579 Feb 11 13:16:05.227691 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] Provisioning complete for port aa0b6a21-5976-4654-a166-1d2c94ccf135 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:05.228138 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.303184 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:05.303825 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.310681 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Router d73cadda-ba5b-456c-b314-35a88c10760c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:05.334332 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 3, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:05.401872 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Checking router: 1870cda5-8364-4bc3-8001-5500d38afd7b for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:05.402233 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Updating router 1870cda5-8364-4bc3-8001-5500d38afd7b port 649afc69-e989-4062-b018-c54e0e91b9f4 binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:05.444340 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.514310 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:05.527368 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8460dfb8-2ceb-4e6a-a1bc-f726e7fd6f1a admin admin] 10.222.0.86 "PUT /v2.0/routers/d73cadda-ba5b-456c-b314-35a88c10760c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4070876 Feb 11 13:16:05.528480 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59018) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:05.541497 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] Current status of the port aa0b6a21-5976-4654-a166-1d2c94ccf135 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:05.542085 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.548474 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] Sync routers for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:05.583399 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fb7d2a-64d0-43ed-98d4-2475c86015fe None None] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:05.633569 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:05.635493 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 7794bd9d-6fa5-4f37-984d-55be8fc9829f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:05.649332 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:05.649332 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:05.738817 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-96c81a11-efb5-4cf6-b5a2-c20f8e4b14ee req-e45c502c-ffd3-4fb1-8a45-102efc374ad0 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512352 Feb 11 13:16:05.754972 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks [] for router (d73cadda-ba5b-456c-b314-35a88c10760c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.770321 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] For port aa0b6a21-5976-4654-a166-1d2c94ccf135, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=aa0b6a21-5976-4654-a166-1d2c94ccf135,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:05.801527 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.887700 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Publish callbacks [] for port (649afc69-e989-4062-b018-c54e0e91b9f4), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.899466 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.909642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:04Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:05.927465 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks [] for router_gateway (d73cadda-ba5b-456c-b314-35a88c10760c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.972010 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.976850 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e30321b-3b7e-4bc2-8b67-2a51cf47852a None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:04Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:05.983797 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Attempting to bind port 649afc69-e989-4062-b018-c54e0e91b9f4 on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:05.984180 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Attempting to bind port 649afc69-e989-4062-b018-c54e0e91b9f4 by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:05.984548 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Attempting to bind port 649afc69-e989-4062-b018-c54e0e91b9f4 on network 9812ac6f-2d99-4f83-bccd-b3fe35925acc {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:05.994651 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:05.995029 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Checking segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:05.995461 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.995771 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Deleting port 074087a6-3c5a-45d4-87d4-f8781b8a111d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:05.995918 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Bound using segment: {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:05.996117 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:05.996314 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Bound port: 649afc69-e989-4062-b018-c54e0e91b9f4, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c5e1fcd-53a9-44bf-821a-9c9bdc461c67', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:05.996695 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.002957 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Pushing event updated for resources: {'Port': ['ID=649afc69-e989-4062-b018-c54e0e91b9f4,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.064335 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.068166 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.068689 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.069140 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.069810 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.070249 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.070702 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.071229 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.071596 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.076092 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.076092 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.076092 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.076593 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:06.080392 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:06.125975 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.136954 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e331ecf-96a4-4d1c-a1c7-1ede5676886f None None] Pushing event updated for resources: {'Port': ['ID=aa0b6a21-5976-4654-a166-1d2c94ccf135,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.166680 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] For port 649afc69-e989-4062-b018-c54e0e91b9f4, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:06.173429 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] For port 074087a6-3c5a-45d4-87d4-f8781b8a111d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=074087a6-3c5a-45d4-87d4-f8781b8a111d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:06.173902 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.177209 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] For port 649afc69-e989-4062-b018-c54e0e91b9f4, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=649afc69-e989-4062-b018-c54e0e91b9f4,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:06.194968 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.202836 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 7794bd9d-6fa5-4f37-984d-55be8fc9829f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:06.203256 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.206085 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Calling delete_port for 074087a6-3c5a-45d4-87d4-f8781b8a111d owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:06.217025 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Provisioning complete for port 7794bd9d-6fa5-4f37-984d-55be8fc9829f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:06.217407 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.296328 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e7299-a6eb-4752-a601-2b19e788785f None None] Pushing event updated for resources: {'Port': ['ID=649afc69-e989-4062-b018-c54e0e91b9f4,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.348250 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Routers {'1870cda5-8364-4bc3-8001-5500d38afd7b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:06.348902 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['1870cda5-8364-4bc3-8001-5500d38afd7b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:06.456660 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Allocated IP 172.20.0.1 (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8/7646744e-310c-49c8-9ccb-dc02339f618b/66ccddca-f4ab-4fdd-be9f-d79006c2812a) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:06.620681 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] Set router 1870cda5-8364-4bc3-8001-5500d38afd7b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:06.692608 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks [] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.786536 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.809184 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:06.812409 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:06.842642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 7794bd9d-6fa5-4f37-984d-55be8fc9829f is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:06.843249 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.847844 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:06.908202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Pushing event updated for resources: {'Port': ['ID=66ccddca-f4ab-4fdd-be9f-d79006c2812a,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:06.938030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1635041'] for router_interface (1870cda5-8364-4bc3-8001-5500d38afd7b), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.947347 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Current status of the port 7794bd9d-6fa5-4f37-984d-55be8fc9829f is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:06.947897 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:06.989641 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 7794bd9d-6fa5-4f37-984d-55be8fc9829f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=7794bd9d-6fa5-4f37-984d-55be8fc9829f,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:07.001219 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.024074 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (074087a6-3c5a-45d4-87d4-f8781b8a111d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.124743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:16:04Z', 'revision_number': 5, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port': {'id': '074087a6-3c5a-45d4-87d4-f8781b8a111d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:81:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:11:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.127631 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Pushing event deleted for resources: {'Port': ['ID=074087a6-3c5a-45d4-87d4-f8781b8a111d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.254299 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=7794bd9d-6fa5-4f37-984d-55be8fc9829f,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.263416 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] Checking router: d73cadda-ba5b-456c-b314-35a88c10760c for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:07.266949 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.db.api [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102669) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 11 13:16:07.267346 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG oslo_db.api [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 11 13:16:07.272827 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.273865 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (d73cadda-ba5b-456c-b314-35a88c10760c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.280374 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] Routers {'d73cadda-ba5b-456c-b314-35a88c10760c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:07.281030 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['d73cadda-ba5b-456c-b314-35a88c10760c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.323804 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 3, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.415791 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15674046-fc21-4234-bc8f-57b4c75647d9 None None] The sync data for ids ['1870cda5-8364-4bc3-8001-5500d38afd7b'] in dv-cinder-810917-5-iscsi is: [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 3, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:07.465249 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device aa0b6a21-5976-4654-a166-1d2c94ccf135 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:07.506075 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (d73cadda-ba5b-456c-b314-35a88c10760c), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.508568 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks [] for router_controller (d73cadda-ba5b-456c-b314-35a88c10760c), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.512671 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] Set router d73cadda-ba5b-456c-b314-35a88c10760c gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:07.583011 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:16:06Z', 'revision_number': 7, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:07.589219 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (d73cadda-ba5b-456c-b314-35a88c10760c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.589966 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d73cadda-ba5b-456c-b314-35a88c10760c {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:07.596743 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.598004 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a9d7fba7-0e5b-4c87-bbd9-a8adda6b1123 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d73cadda-ba5b-456c-b314-35a88c10760c HTTP/1.1" status: 204 len: 168 time: 2.0651116 Feb 11 13:16:07.600940 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59042) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:07.615937 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed7125-fccf-4986-a700-b5a386b0f5ec None None] The sync data for ids ['d73cadda-ba5b-456c-b314-35a88c10760c'] in dv-cinder-810917-5-iscsi is: [{'id': 'd73cadda-ba5b-456c-b314-35a88c10760c', 'name': 'tempest-TestShelveInstance-1978841780-router', 'tenant_id': '4ac4c7cfc38c414b9474972514add7f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:00Z', 'updated_at': '2022-02-11T13:16:06Z', 'revision_number': 7, 'project_id': '4ac4c7cfc38c414b9474972514add7f7', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:07.636462 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port aa0b6a21-5976-4654-a166-1d2c94ccf135 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:07.636843 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.639806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks [] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.646362 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.690963 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Deleting subnet 53bf4432-f7be-4c3e-b78b-785f3984749d {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:07.711982 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Publish callbacks [] for subnet (53bf4432-f7be-4c3e-b78b-785f3984749d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.735251 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port aa0b6a21-5976-4654-a166-1d2c94ccf135 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:07.762136 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (53bf4432-f7be-4c3e-b78b-785f3984749d), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.769150 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Pushing event updated for resources: {'Port': ['ID=66ccddca-f4ab-4fdd-be9f-d79006c2812a,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:07.774686 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1696385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1608465'] for router_interface (1870cda5-8364-4bc3-8001-5500d38afd7b), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.832698 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-15b17cdb-7569-42a9-a02d-f969b8c00430 None None] Current status of the port 7794bd9d-6fa5-4f37-984d-55be8fc9829f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:07.842499 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.890286 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (53bf4432-f7be-4c3e-b78b-785f3984749d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:07.899068 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:07.900537 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:07.971674 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (53bf4432-f7be-4c3e-b78b-785f3984749d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.055937 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-272a6acb-b67e-4b3a-8695-5beceacd6f30 None None] Provisioning complete for port 66ccddca-f4ab-4fdd-be9f-d79006c2812a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:08.066532 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-272a6acb-b67e-4b3a-8695-5beceacd6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.072949 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53bf4432-f7be-4c3e-b78b-785f3984749d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.087803 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.092132 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8deb709e-d042-47ce-961e-d5b09d02c117 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/53bf4432-f7be-4c3e-b78b-785f3984749d HTTP/1.1" status: 204 len: 168 time: 0.4900026 Feb 11 13:16:08.094638 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59044) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:08.130590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Router 1870cda5-8364-4bc3-8001-5500d38afd7b has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:08.141838 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e51f7b4-9d4b-431c-94c5-800a596dc599 None None] Network 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:08.310818 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.325596 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-272a6acb-b67e-4b3a-8695-5beceacd6f30 None None] Port 66ccddca-f4ab-4fdd-be9f-d79006c2812a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:08.351985 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-272a6acb-b67e-4b3a-8695-5beceacd6f30 None None] Provisioning complete for port 7794bd9d-6fa5-4f37-984d-55be8fc9829f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:08.352444 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-272a6acb-b67e-4b3a-8695-5beceacd6f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.376255 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:08.389995 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-192a65a5-abf8-494a-b502-7f02eb837b9d admin admin] 10.222.0.86 "PUT /v2.0/routers/1870cda5-8364-4bc3-8001-5500d38afd7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6855443 Feb 11 13:16:08.416827 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Deleting port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:08.417171 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.471650 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-272a6acb-b67e-4b3a-8695-5beceacd6f30 None None] Current status of the port 7794bd9d-6fa5-4f37-984d-55be8fc9829f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:08.506941 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] For port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,segment=NetworkSegment(7729b492-6be5-4798-98db-916538859dc9),segment_id=7729b492-6be5-4798-98db-916538859dc9)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:08.507332 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.538889 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.552479 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Calling delete_port for e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 owned by network:dhcp {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:08.625957 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-97fce266-56de-42d5-abb2-97439df7dcb6 None None] Provisioning complete for port 66ccddca-f4ab-4fdd-be9f-d79006c2812a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:08.626345 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-97fce266-56de-42d5-abb2-97439df7dcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.669869 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a45901-34b9-43d5-a3d1-77a98a6c2fca None None] DHCP port deletion for 9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:08.701761 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (e857a14b-0ce3-45c1-87b9-d8ecf08a0e30), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.723943 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-57a45901-34b9-43d5-a3d1-77a98a6c2fca None None] The port 'e857a14b-0ce3-45c1-87b9-d8ecf08a0e30' was deleted {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Feb 11 13:16:08.726191 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-97fce266-56de-42d5-abb2-97439df7dcb6 None None] Port 66ccddca-f4ab-4fdd-be9f-d79006c2812a cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:08.750422 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Pushing event deleted for resources: {'Port': ['ID=e857a14b-0ce3-45c1-87b9-d8ecf08a0e30,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:08.755247 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] No DVR routers for this DVR port e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 on host dv-cinder-810917-5-iscsi {{(pid=102668) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:08.876382 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.903810 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae']}} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:08.916047 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7729b492-6be5-4798-98db-916538859dc9') {'for_net_delete': True} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:08.916497 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.services.segments.db [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7729b492-6be5-4798-98db-916538859dc9') {} {{(pid=102668) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:08.928401 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25971540'] for segment (7729b492-6be5-4798-98db-916538859dc9), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.945375 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (7729b492-6be5-4798-98db-916538859dc9), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.958862 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=102668) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:08.959738 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3869145'] for segment (7729b492-6be5-4798-98db-916538859dc9), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: Traceback (most recent call last): Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: timer() Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: cb(*args, **kw) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: return func(*args, **kwargs) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: self._notify() Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: self.callback(batched_events) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: event.method(event) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: return f(self, *a, **k) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._get(url).json() Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:08.962151 dv-cinder-810917-5-iscsi neutron-server[102668]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:09.076533 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.093510 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.102108 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59064) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:09.105769 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae HTTP/1.1" status: 204 len: 168 time: 1.0071909 Feb 11 13:16:09.124097 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a9f04-63b8-43f3-8817-84ac11752548 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cfc0a2f-38e8-4bc4-b464-6e102f73a2ae,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.308027 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 649afc69-e989-4062-b018-c54e0e91b9f4 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:09.357083 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 649afc69-e989-4062-b018-c54e0e91b9f4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:09.357772 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.458676 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 649afc69-e989-4062-b018-c54e0e91b9f4 is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:09.459071 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.461879 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59072) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:09.467451 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2044458428', 'description': 'tempest-secgroup-smoke-2044458428 description', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:09.490437 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.495323 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] For port 649afc69-e989-4062-b018-c54e0e91b9f4, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=649afc69-e989-4062-b018-c54e0e91b9f4,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:09.499881 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.500834 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 7794bd9d-6fa5-4f37-984d-55be8fc9829f up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:09.544815 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03851dc1-a867-4f29-8cdd-9c16a6504102 req-a4c9e01d-f919-4288-b383-0f6ed83b88dd tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:09.546305 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-03851dc1-a867-4f29-8cdd-9c16a6504102 req-a4c9e01d-f919-4288-b383-0f6ed83b88dd tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 946 time: 0.0811400 Feb 11 13:16:09.581470 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Pushing event updated for resources: {'Port': ['ID=649afc69-e989-4062-b018-c54e0e91b9f4,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.592387 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group (74864be7-c7b9-4891-a265-dfc0ed320427), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.595456 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 7794bd9d-6fa5-4f37-984d-55be8fc9829f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:09.595836 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.597382 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (74864be7-c7b9-4891-a265-dfc0ed320427), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.630527 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.635563 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1720314 Feb 11 13:16:09.639035 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59074) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:09.644931 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group_rule': {'security_group_id': '74864be7-c7b9-4891-a265-dfc0ed320427', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:09.650963 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f768445-340a-4318-a6ba-4faad8ae99b5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74864be7-c7b9-4891-a265-dfc0ed320427,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.682412 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-03851dc1-a867-4f29-8cdd-9c16a6504102 req-68353b11-db41-48e7-933b-423f2ea00c1f tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261237 Feb 11 13:16:09.684273 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (76cfed55-7548-46aa-95f4-ec32f7923a5e), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.705344 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 7794bd9d-6fa5-4f37-984d-55be8fc9829f is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:09.709289 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.784558 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (76cfed55-7548-46aa-95f4-ec32f7923a5e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.791705 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (76cfed55-7548-46aa-95f4-ec32f7923a5e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.798304 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:09.813631 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cfed55-7548-46aa-95f4-ec32f7923a5e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.820570 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:09.821145 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 6598ab5d-3ba2-40dc-aaaf-b72873f8bd81 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:09.821642 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 074087a6-3c5a-45d4-87d4-f8781b8a111d no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:09.827537 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.831521 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a664d1b6-f6ff-4027-b0c4-72c29939d035 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1886728 Feb 11 13:16:09.833432 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59076) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:09.842210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 074087a6-3c5a-45d4-87d4-f8781b8a111d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:09.842560 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 074087a6-3c5a-45d4-87d4-f8781b8a111d not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:09.842993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:09.843801 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group_rule': {'security_group_id': '74864be7-c7b9-4891-a265-dfc0ed320427', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:09.867402 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:09.867757 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e857a14b-0ce3-45c1-87b9-d8ecf08a0e30 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:09.885745 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (0568318a-fb81-4d59-a295-3462c2e3a53b), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.945698 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (0568318a-fb81-4d59-a295-3462c2e3a53b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.950093 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (0568318a-fb81-4d59-a295-3462c2e3a53b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.969690 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0568318a-fb81-4d59-a295-3462c2e3a53b,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:09.975513 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:09.979919 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-2fdd8d4d-e52f-4ee3-bbf3-2f69971e089a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422207 Feb 11 13:16:09.980185 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59078) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:09.986188 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group_rule': {'security_group_id': '74864be7-c7b9-4891-a265-dfc0ed320427', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:10.011974 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (148ea298-4a73-40f1-9c38-48c8a76d5682), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.029806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Deleting port eb297b53-188c-49e6-b9a8-7631cb62905e {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:10.030067 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.074877 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (148ea298-4a73-40f1-9c38-48c8a76d5682), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.079394 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (148ea298-4a73-40f1-9c38-48c8a76d5682), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.096863 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Sync routers for ids ['1870cda5-8364-4bc3-8001-5500d38afd7b'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:10.098003 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148ea298-4a73-40f1-9c38-48c8a76d5682,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.107989 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.109189 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Routers {'1870cda5-8364-4bc3-8001-5500d38afd7b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:10.109497 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ee6aa92d-c046-4825-b722-51799df96e10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281738 Feb 11 13:16:10.110317 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['1870cda5-8364-4bc3-8001-5500d38afd7b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:10.112095 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59080) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:10.117325 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] For port eb297b53-188c-49e6-b9a8-7631cb62905e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=eb297b53-188c-49e6-b9a8-7631cb62905e,segment=NetworkSegment(96f6fc5d-54e9-4ab7-b25d-b5305df85f9a),segment_id=96f6fc5d-54e9-4ab7-b25d-b5305df85f9a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:10.117844 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group_rule': {'security_group_id': '74864be7-c7b9-4891-a265-dfc0ed320427', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:10.117952 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.132170 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Calling delete_port for eb297b53-188c-49e6-b9a8-7631cb62905e owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:10.144389 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (c392f73c-0eb6-4303-ba30-e282d44de069), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.207705 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (c392f73c-0eb6-4303-ba30-e282d44de069), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.212671 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (c392f73c-0eb6-4303-ba30-e282d44de069), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.231458 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Set router 1870cda5-8364-4bc3-8001-5500d38afd7b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:10.231739 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c392f73c-0eb6-4303-ba30-e282d44de069,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.240266 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.244459 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-c8e18187-4bc6-4d83-9382-ac2971d73ab0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1280322 Feb 11 13:16:10.244666 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59082) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:10.249730 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group_rule': {'security_group_id': '74864be7-c7b9-4891-a265-dfc0ed320427', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:10.269938 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Project c49cfe9f0e154baca8377dd033d5bfff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:16:10.275454 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (87296f48-178d-48be-b12c-56317d8d318e), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.338114 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (87296f48-178d-48be-b12c-56317d8d318e), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.342315 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (87296f48-178d-48be-b12c-56317d8d318e), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.345357 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (eb297b53-188c-49e6-b9a8-7631cb62905e), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.357871 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87296f48-178d-48be-b12c-56317d8d318e,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.372602 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.372915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Pushing event deleted for resources: {'Port': ['ID=eb297b53-188c-49e6-b9a8-7631cb62905e,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.374096 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e157c1a3-a568-4c6e-be9a-e1c55e895b55 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284564 Feb 11 13:16:10.377255 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59084) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:10.384821 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.v2.base [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'security_group_rule': {'security_group_id': '74864be7-c7b9-4891-a265-dfc0ed320427', 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102668) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:10.410215 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.securitygroups_db [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Project c49cfe9f0e154baca8377dd033d5bfff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 11 13:16:10.416316 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (012216fd-81c1-4435-9737-b679869eb2e4), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.467780 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 4, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '66ccddca-f4ab-4fdd-be9f-d79006c2812a', 'name': '', 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'mac_address': 'fa:16:3e:b6:ab:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7646744e-310c-49c8-9ccb-dc02339f618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:06Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 2, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'subnets': [{'id': '7646744e-310c-49c8-9ccb-dc02339f618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:10.495488 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (012216fd-81c1-4435-9737-b679869eb2e4), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.501058 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783478'] for security_group_rule (012216fd-81c1-4435-9737-b679869eb2e4), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.503695 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Checking router: 1870cda5-8364-4bc3-8001-5500d38afd7b for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:10.504934 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Updating router 1870cda5-8364-4bc3-8001-5500d38afd7b port 66ccddca-f4ab-4fdd-be9f-d79006c2812a binding host dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 11 13:16:10.529045 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012216fd-81c1-4435-9737-b679869eb2e4,revision_number=0']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.538057 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.544892 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.546703 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0c1c63be-60b7-4ecc-9e54-8c3c64b37c10 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683354 Feb 11 13:16:10.583919 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.860292 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:10.860493 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Publish callbacks [] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.867961 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:10.876791 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212655bd-f20e-4fab-9d3b-3171c1bbc093 req-9a0b7e42-a394-43bf-a8f0-3300f5564b7c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:10.878294 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-212655bd-f20e-4fab-9d3b-3171c1bbc093 req-9a0b7e42-a394-43bf-a8f0-3300f5564b7c tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 946 time: 0.0772665 Feb 11 13:16:10.924270 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96350100-b921-4133-92b3-b075a5c6d70c None None] Pushing event updated for resources: {'Port': ['ID=66ccddca-f4ab-4fdd-be9f-d79006c2812a,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:10.999377 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Attempting to bind port 66ccddca-f4ab-4fdd-be9f-d79006c2812a on host dv-cinder-810917-5-iscsi for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:10.999868 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Attempting to bind port 66ccddca-f4ab-4fdd-be9f-d79006c2812a by drivers openvswitch,hyperv on host dv-cinder-810917-5-iscsi at level 0 using segments [{'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:11.000437 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Attempting to bind port 66ccddca-f4ab-4fdd-be9f-d79006c2812a on network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:11.007011 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Checking agent: {'id': '154c4fc2-0288-41b3-92c2-e5d7889b5ec2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-810917-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 0, 8), 'started_at': datetime.datetime(2022, 2, 11, 13, 0, 38), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-810917-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:11.007665 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Checking segment: {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:11.008214 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.008927 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Bound using segment: {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:11.009335 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Bound port: 66ccddca-f4ab-4fdd-be9f-d79006c2812a, host: dv-cinder-810917-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd141acf-f82e-4b17-88a9-4336f161623e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:11.009800 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.164787 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] For port 66ccddca-f4ab-4fdd-be9f-d79006c2812a, host dv-cinder-810917-5-iscsi, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:11.175365 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] For port 66ccddca-f4ab-4fdd-be9f-d79006c2812a, host dv-cinder-810917-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=66ccddca-f4ab-4fdd-be9f-d79006c2812a,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:11.190643 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.194210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 649afc69-e989-4062-b018-c54e0e91b9f4 up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:11.246818 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Routers {'1870cda5-8364-4bc3-8001-5500d38afd7b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:11.247773 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['1870cda5-8364-4bc3-8001-5500d38afd7b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:11.271506 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 649afc69-e989-4062-b018-c54e0e91b9f4 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:11.272507 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.308964 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96350100-b921-4133-92b3-b075a5c6d70c None None] Pushing event updated for resources: {'Port': ['ID=66ccddca-f4ab-4fdd-be9f-d79006c2812a,revision_number=4']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:11.384440 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] Set router 1870cda5-8364-4bc3-8001-5500d38afd7b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:11.397064 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-212655bd-f20e-4fab-9d3b-3171c1bbc093 req-a25bb24f-53c7-43f4-a84f-5920e52ace42 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups?id=7c2c5a9b-047b-4ba5-8469-caa481c27e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5070267 Feb 11 13:16:11.403120 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Provisioning complete for port 66ccddca-f4ab-4fdd-be9f-d79006c2812a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:11.407662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.430784 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:11.440029 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-899567f5-27d2-4f4f-b08f-7ec5a921c03b admin admin] 10.222.0.86 "PUT /v2.0/routers/a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3340850 Feb 11 13:16:11.440117 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59138) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:11.496651 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] Sync routers for ids ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:11.499453 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 649afc69-e989-4062-b018-c54e0e91b9f4 is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:11.521594 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] Routers {'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:11.522515 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:11.607524 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks [] for router (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.636644 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-0ee7c69d-c761-462e-9fdc-3b0aaf804fb7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:11.638758 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-0ee7c69d-c761-462e-9fdc-3b0aaf804fb7 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 946 time: 0.1033304 Feb 11 13:16:11.666611 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] Set router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:11.733178 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 4, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '66ccddca-f4ab-4fdd-be9f-d79006c2812a', 'name': '', 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'mac_address': 'fa:16:3e:b6:ab:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7646744e-310c-49c8-9ccb-dc02339f618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:06Z', 'updated_at': '2022-02-11T13:16:11Z', 'revision_number': 4, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'subnets': [{'id': '7646744e-310c-49c8-9ccb-dc02339f618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:11.767520 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e05900-a6d8-4a3d-b187-1d4e316632e1 None None] The sync data for ids ['1870cda5-8364-4bc3-8001-5500d38afd7b'] in dv-cinder-810917-5-iscsi is: [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:16:07Z', 'revision_number': 4, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '66ccddca-f4ab-4fdd-be9f-d79006c2812a', 'name': '', 'network_id': '04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'mac_address': 'fa:16:3e:b6:ab:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': '7646744e-310c-49c8-9ccb-dc02339f618b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:06Z', 'updated_at': '2022-02-11T13:16:11Z', 'revision_number': 4, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'subnets': [{'id': '7646744e-310c-49c8-9ccb-dc02339f618b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:11.772108 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks [] for router_gateway (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.784307 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Deleting port d9d8095a-d39c-4400-9440-ea14c30bc9bd {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:11.787315 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.879004 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Deleting port d2ff10bd-78cb-44c8-a571-961b15ade75f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:11.879467 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:11.969461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] For port d9d8095a-d39c-4400-9440-ea14c30bc9bd, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d9d8095a-d39c-4400-9440-ea14c30bc9bd,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:11.969461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.036933 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] For port d2ff10bd-78cb-44c8-a571-961b15ade75f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=d2ff10bd-78cb-44c8-a571-961b15ade75f,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:12.037374 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.054669 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Calling delete_port for d2ff10bd-78cb-44c8-a571-961b15ade75f owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:12.057859 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Current status of the port 66ccddca-f4ab-4fdd-be9f-d79006c2812a is: DOWN; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:12.058466 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.143164 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] For port 66ccddca-f4ab-4fdd-be9f-d79006c2812a, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=66ccddca-f4ab-4fdd-be9f-d79006c2812a,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:12.161339 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.219206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.219818 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (502b3106-ff7b-4bee-82bd-0cba18095249), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.220226 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Floating IP 502b3106-ff7b-4bee-82bd-0cba18095249 disassociated. External IP: 172.27.3.230, port: d9d8095a-d39c-4400-9440-ea14c30bc9bd. Feb 11 13:16:12.220584 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Calling delete_port for d9d8095a-d39c-4400-9440-ea14c30bc9bd owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:12.234050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53'}], 'enable_snat': True}, 'gw_port_id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:16:10Z', 'revision_number': 5, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port': {'id': 'd2ff10bd-78cb-44c8-a571-961b15ade75f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:a6:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:06Z', 'updated_at': '2022-02-11T13:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:12.278273 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] Checking router: a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:12.289522 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Pushing event updated for resources: {'Port': ['ID=66ccddca-f4ab-4fdd-be9f-d79006c2812a,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.301432 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (d2ff10bd-78cb-44c8-a571-961b15ade75f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.305959 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.306386 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.306949 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.307471 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.307949 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.308404 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.308848 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.309273 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.309768 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.310546 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.310965 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.311418 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.311937 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e29410a-e1e4-4135-852f-4271cb8f4a6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:12.323802 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] Routers {'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:12.324566 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:12.329080 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-a0f3c263-0c01-4867-a008-3d04bc971337 None None] Provisioning complete for port 66ccddca-f4ab-4fdd-be9f-d79006c2812a triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:12.330038 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a0f3c263-0c01-4867-a008-3d04bc971337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.335658 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ff10bd-78cb-44c8-a571-961b15ade75f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.368104 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (d9d8095a-d39c-4400-9440-ea14c30bc9bd), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.418456 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] Set router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:12.429255 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.433598 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event deleted for resources: {'Port': ['ID=d9d8095a-d39c-4400-9440-ea14c30bc9bd,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:12.499519 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:16:12Z', 'revision_number': 7, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:12.575576 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7001b719-ec82-4917-9e46-fcc2b897e7d8 None None] The sync data for ids ['a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b'] in dv-cinder-810917-5-iscsi is: [{'id': 'a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b', 'name': 'tempest-TestShelveInstance-93807731-router', 'tenant_id': '472ad018dc514890bf44416504ac38ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:05Z', 'updated_at': '2022-02-11T13:16:12Z', 'revision_number': 7, 'project_id': '472ad018dc514890bf44416504ac38ad', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:12.578669 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.581711 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks [] for router_controller (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.596168 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:12.600598 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f926396-8a70-45eb-be74-d5c23e112eb7 req-9ed6f611-93c7-486b-a433-f5cff5f85344 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c17df2b-b219-4f99-b31a-b3f9b04b568b HTTP/1.1" status: 200 len: 210 time: 0.0487251 Feb 11 13:16:12.646590 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a0f3c263-0c01-4867-a008-3d04bc971337 None None] Current status of the port 66ccddca-f4ab-4fdd-be9f-d79006c2812a is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:12.646924 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.646924 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:12.647119 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.651002 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0732b5b0-a079-4043-96a4-9f667757a370 admin admin] 10.222.0.86 "DELETE /v2.0/routers/a6149f3e-f8ca-4209-bc2d-9a3ad56f7c2b HTTP/1.1" status: 204 len: 168 time: 1.2073221 Feb 11 13:16:12.651390 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:12.700086 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Deleting subnet 88aff2f0-3c56-4e8c-9f94-b463109ac726 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:12.703553 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Publish callbacks [] for subnet (88aff2f0-3c56-4e8c-9f94-b463109ac726), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.740653 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:12.741022 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (88aff2f0-3c56-4e8c-9f94-b463109ac726), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.752409 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:12.764014 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:12.764955 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:12.782638 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] No DVR routers for this DVR port d9d8095a-d39c-4400-9440-ea14c30bc9bd on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:12.788766 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.792264 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6d91c8fd-ab07-4414-862e-36bd5cb3fc29 req-a507a87a-c08e-4519-b6c6-362b17aed43e tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.77 "DELETE /v2.0/ports/d9d8095a-d39c-4400-9440-ea14c30bc9bd HTTP/1.1" status: 204 len: 173 time: 1.1378095 Feb 11 13:16:12.792746 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'name': 'network-vif-deleted', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:12.795145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5d2365c-8555-4b7c-ac34-f478665c6593" -d '{"events": [{"server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "name": "network-vif-deleted", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:12.856353 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6184e97d-fbc5-4c1b-92b3-5cc23f336dc5 x-openstack-request-id: req-6184e97d-fbc5-4c1b-92b3-5cc23f336dc5 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:12.856653 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c17df2b-b219-4f99-b31a-b3f9b04b568b", "name": "network-vif-deleted", "tag": "d9d8095a-d39c-4400-9440-ea14c30bc9bd", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:12.856911 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6184e97d-fbc5-4c1b-92b3-5cc23f336dc5 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:12.857314 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c17df2b-b219-4f99-b31a-b3f9b04b568b', 'name': 'network-vif-deleted', 'tag': 'd9d8095a-d39c-4400-9440-ea14c30bc9bd', 'status': 'completed', 'code': 200} Feb 11 13:16:12.875360 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (88aff2f0-3c56-4e8c-9f94-b463109ac726), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:12.968541 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:12.996695 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (88aff2f0-3c56-4e8c-9f94-b463109ac726), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.023755 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01db7fb5-4be1-4180-9af5-e3610595101d None None] Network ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:13.036829 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.040340 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/88aff2f0-3c56-4e8c-9f94-b463109ac726 HTTP/1.1" status: 204 len: 168 time: 0.3878047 Feb 11 13:16:13.042697 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59156) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:13.100057 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5884b07a-e6e3-4a43-967d-44bb8279cb93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88aff2f0-3c56-4e8c-9f94-b463109ac726,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:13.202387 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.330531 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Deleting port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:13.332044 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.410770 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] For port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,segment=NetworkSegment(96f6fc5d-54e9-4ab7-b25d-b5305df85f9a),segment_id=96f6fc5d-54e9-4ab7-b25d-b5305df85f9a)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:13.411227 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.427727 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Calling delete_port for 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:13.470642 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:13.510422 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:13.528132 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:13.528700 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:13.531554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (0ae865ff-d1d5-4ad6-9462-709fa8551ac4), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.557288 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ae865ff-d1d5-4ad6-9462-709fa8551ac4,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:13.561797 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] No DVR routers for this DVR port 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 on host dv-cinder-810917-5-iscsi {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:13.617663 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3447a0-1064-45c5-8563-fd2f41e948a0 None None] DHCP port deletion for ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:13.640790 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 66ccddca-f4ab-4fdd-be9f-d79006c2812a up at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:13.659268 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:13.660284 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.682449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca909cf4-b45b-4f37-a44e-9b7b6c7942d9']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:13.696332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:13.696332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f6fc5d-54e9-4ab7-b25d-b5305df85f9a') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:13.699406 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Provisioning complete for port 66ccddca-f4ab-4fdd-be9f-d79006c2812a triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:13.699792 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.704061 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (96f6fc5d-54e9-4ab7-b25d-b5305df85f9a), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.722466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (96f6fc5d-54e9-4ab7-b25d-b5305df85f9a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.730228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59164) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:13.732753 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:13.733250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (96f6fc5d-54e9-4ab7-b25d-b5305df85f9a), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:13.735238 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:13.807202 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Current status of the port 66ccddca-f4ab-4fdd-be9f-d79006c2812a is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:13.817249 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device eb297b53-188c-49e6-b9a8-7631cb62905e no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:13.839796 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: eb297b53-188c-49e6-b9a8-7631cb62905e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:13.840246 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device eb297b53-188c-49e6-b9a8-7631cb62905e not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:13.842264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (ca909cf4-b45b-4f37-a44e-9b7b6c7942d9), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.860533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.863705 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ca909cf4-b45b-4f37-a44e-9b7b6c7942d9 HTTP/1.1" status: 204 len: 168 time: 0.8199914 Feb 11 13:16:13.869746 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd7276-4aca-46ff-b813-69ae23344669 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca909cf4-b45b-4f37-a44e-9b7b6c7942d9,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:13.876196 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e25fd5fa-fd43-4e52-ad1f-1649027423db tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (7c2c5a9b-047b-4ba5-8469-caa481c27e1c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.900478 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e25fd5fa-fd43-4e52-ad1f-1649027423db tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (7c2c5a9b-047b-4ba5-8469-caa481c27e1c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.905827 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:13.932098 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0572f3-b398-41b3-a465-ced2dab9a453 None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:11:37Z', 'revision_number': 4, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': '57c48c01-a659-462d-975d-7b115f9edaa3', 'name': '', 'network_id': '812718ea-ae3a-4464-a71d-1a2f2f7a6b2f', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'mac_address': 'fa:16:3e:70:8d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:37Z', 'updated_at': '2022-02-11T13:11:41Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'subnets': [{'id': 'd51f3e5d-57e2-4fe7-8c60-8134725b1d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:13.954881 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e25fd5fa-fd43-4e52-ad1f-1649027423db tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7c2c5a9b-047b-4ba5-8469-caa481c27e1c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.957479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e25fd5fa-fd43-4e52-ad1f-1649027423db tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:13.958640 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e25fd5fa-fd43-4e52-ad1f-1649027423db tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "DELETE /v2.0/security-groups/7c2c5a9b-047b-4ba5-8469-caa481c27e1c HTTP/1.1" status: 204 len: 168 time: 0.2274525 Feb 11 13:16:13.962176 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59168) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:13.968145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25fd5fa-fd43-4e52-ad1f-1649027423db tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2c5a9b-047b-4ba5-8469-caa481c27e1c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:13.979038 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.api.v2.resource [None req-627d01b7-27c8-46db-b070-4a1381bb29e0 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] show failed (client error): The resource could not be found. Feb 11 13:16:13.980159 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-627d01b7-27c8-46db-b070-4a1381bb29e0 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "GET /v2.0/security-groups/7c2c5a9b-047b-4ba5-8469-caa481c27e1c HTTP/1.1" status: 404 len: 347 time: 0.0160110 Feb 11 13:16:13.983251 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59170) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:14.009363 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59172) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:14.064848 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-f50eb13c-dc71-4acb-b743-ed899ed6f22e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4ac4c7cfc38c414b9474972514add7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0542178 Feb 11 13:16:14.067404 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59174) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:14.116719 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Deleting port b549a2de-b399-4ab4-8e90-d94f5886fe78 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:14.117069 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.118763 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59a232d9-b2d6-4f30-bc10-1c872c5f6316 admin admin] Publish callbacks [] for security_group (8711649b-0c3e-48f2-978a-51e504b92d69), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.140116 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59a232d9-b2d6-4f30-bc10-1c872c5f6316 admin admin] Publish callbacks [] for security_group (8711649b-0c3e-48f2-978a-51e504b92d69), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.191180 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59a232d9-b2d6-4f30-bc10-1c872c5f6316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8711649b-0c3e-48f2-978a-51e504b92d69), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.194007 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-59a232d9-b2d6-4f30-bc10-1c872c5f6316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.195418 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-59a232d9-b2d6-4f30-bc10-1c872c5f6316 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8711649b-0c3e-48f2-978a-51e504b92d69 HTTP/1.1" status: 204 len: 168 time: 0.1269007 Feb 11 13:16:14.200191 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.200403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (b549a2de-b399-4ab4-8e90-d94f5886fe78), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.205095 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a232d9-b2d6-4f30-bc10-1c872c5f6316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8711649b-0c3e-48f2-978a-51e504b92d69,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:14.214679 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Calling delete_port for b549a2de-b399-4ab4-8e90-d94f5886fe78 owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:14.390477 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (b549a2de-b399-4ab4-8e90-d94f5886fe78), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.418902 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Pushing event deleted for resources: {'Port': ['ID=b549a2de-b399-4ab4-8e90-d94f5886fe78,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:14.484410 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks [] for floatingip (502b3106-ff7b-4bee-82bd-0cba18095249), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.487455 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.488741 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-dc4f0698-128c-40bd-8e2d-1f33ddebd911 tempest-AttachVolumeTestJSON-1754580949 tempest-AttachVolumeTestJSON-1754580949-project] 10.222.0.86 "DELETE /v2.0/floatingips/502b3106-ff7b-4bee-82bd-0cba18095249 HTTP/1.1" status: 204 len: 168 time: 0.5044432 Feb 11 13:16:14.637399 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59186) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:14.682753 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7b708997-3957-4b9f-b510-2b87d77f933a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=472ad018dc514890bf44416504ac38ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441406 Feb 11 13:16:14.685507 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59188) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:14.740651 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b8102e2-6f13-4cbc-912c-542bd24fa598 admin admin] Publish callbacks [] for security_group (e9f65cce-1739-464f-8211-809eef57b1b1), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.761698 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2b2417-3a25-4149-bbbc-6192ece97a97 None None] New status for floating IP 502b3106-ff7b-4bee-82bd-0cba18095249: DOWN {{(pid=102669) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:14.764786 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b8102e2-6f13-4cbc-912c-542bd24fa598 admin admin] Publish callbacks [] for security_group (e9f65cce-1739-464f-8211-809eef57b1b1), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.820839 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b8102e2-6f13-4cbc-912c-542bd24fa598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (e9f65cce-1739-464f-8211-809eef57b1b1), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.824388 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-1b8102e2-6f13-4cbc-912c-542bd24fa598 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:14.826183 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-1b8102e2-6f13-4cbc-912c-542bd24fa598 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e9f65cce-1739-464f-8211-809eef57b1b1 HTTP/1.1" status: 204 len: 168 time: 0.1397259 Feb 11 13:16:14.841885 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8102e2-6f13-4cbc-912c-542bd24fa598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f65cce-1739-464f-8211-809eef57b1b1,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:15.085066 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device d2ff10bd-78cb-44c8-a571-961b15ade75f no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:15.111045 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: d2ff10bd-78cb-44c8-a571-961b15ade75f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:15.111581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device d2ff10bd-78cb-44c8-a571-961b15ade75f not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:15.112074 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:15.131911 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:15.132265 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 0ae865ff-d1d5-4ad6-9462-709fa8551ac4 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:16.548133 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d9d8095a-d39c-4400-9440-ea14c30bc9bd no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:16.567741 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: d9d8095a-d39c-4400-9440-ea14c30bc9bd {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:16.568087 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d9d8095a-d39c-4400-9440-ea14c30bc9bd not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:17.658649 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-d2eea113-5b5d-43b9-8baa-7b453c161ec3 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1616766953&fields=id&tenant_id=30bef10f92124bbf8b68a320daa5ad37 HTTP/1.1" status: 200 len: 267 time: 0.0465174 Feb 11 13:16:17.717003 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-2bce8a0c-c9e4-4105-ac34-629ad6608b9c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:17.718495 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-2bce8a0c-c9e4-4105-ac34-629ad6608b9c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 985 time: 0.0542784 Feb 11 13:16:17.729063 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Request body: {'port': {'security_groups': ['1c4d635c-4d71-4751-88e0-169803561da1']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:17.810542 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:17.984700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:18.014628 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.020403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.038109 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59226) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:18.065974 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d6a29ecf-e043-4fbc-9f63-6f0e6b78999c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:18.083385 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event updated for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=7']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.094262 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.094911 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.096349 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-cc3b52e4-9dfb-4664-b5a5-394b54596629 req-840a2f90-4eda-438d-b8b8-4f27dd3d6478 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "PUT /v2.0/ports/d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 943 time: 0.3716915 Feb 11 13:16:18.096809 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:18.103821 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59228) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:18.104054 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be64d65-93c1-4e13-a7ad-15122d5f1459" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:18.144199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d47d9d3-3f0d-4000-91f5-d21ebbef81e0 x-openstack-request-id: req-7d47d9d3-3f0d-4000-91f5-d21ebbef81e0 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:18.144805 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:18.145485 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7d47d9d3-3f0d-4000-91f5-d21ebbef81e0 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:18.146406 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'status': 'completed', 'code': 200} Feb 11 13:16:18.165578 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d6a29ecf-e043-4fbc-9f63-6f0e6b78999c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:18.232900 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-8366beab-496e-45d7-b291-6bafc318682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.234805 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-8366beab-496e-45d7-b291-6bafc318682a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1130 time: 0.0665026 Feb 11 13:16:18.325301 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cf6948-4b4c-4c27-9f91-576aa3a4b58e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group (396044b4-61d0-493f-8886-1c1d36ca8560), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.367023 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-74e91c3e-3b33-469f-bb51-8b29df4f350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.367482 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cf6948-4b4c-4c27-9f91-576aa3a4b58e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group (396044b4-61d0-493f-8886-1c1d36ca8560), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.368543 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-74e91c3e-3b33-469f-bb51-8b29df4f350e service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.1254046 Feb 11 13:16:18.420743 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-6c628eb0-f726-40f6-84dd-56ffb448501d None None] Provisioning complete for port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:18.421120 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c628eb0-f726-40f6-84dd-56ffb448501d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.438318 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-05a0a33a-1f84-46ae-98fa-870b3b1fa7a0 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 1002 time: 0.0624313 Feb 11 13:16:18.496402 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cf6948-4b4c-4c27-9f91-576aa3a4b58e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (396044b4-61d0-493f-8886-1c1d36ca8560), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.499037 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-06cf6948-4b4c-4c27-9f91-576aa3a4b58e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.500238 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-06cf6948-4b4c-4c27-9f91-576aa3a4b58e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "DELETE /v2.0/security-groups/396044b4-61d0-493f-8886-1c1d36ca8560 HTTP/1.1" status: 204 len: 168 time: 0.3954642 Feb 11 13:16:18.503112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59232) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:18.513425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-e12c2280-6c28-448a-a0eb-cac21f55daee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.515218 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-e12c2280-6c28-448a-a0eb-cac21f55daee service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.0707474 Feb 11 13:16:18.520260 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf6948-4b4c-4c27-9f91-576aa3a4b58e tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=396044b4-61d0-493f-8886-1c1d36ca8560,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:18.565454 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6c628eb0-f726-40f6-84dd-56ffb448501d None None] Current status of the port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c is: ACTIVE; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:18.607453 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.658002 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-d49bce2e-3a9b-46df-8c45-a4cd104079f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:18.659505 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-d49bce2e-3a9b-46df-8c45-a4cd104079f9 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1151652 Feb 11 13:16:18.786358 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-a2c3e064-114d-4443-8700-a7e624f022ea service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192853 Feb 11 13:16:18.792178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Deleting port 62bd934a-6730-45b3-9534-cb19d0395d4a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:18.792518 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.942965 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.943548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for floatingip (62bd934a-6730-45b3-9534-cb19d0395d4a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:18.973839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Calling delete_port for 62bd934a-6730-45b3-9534-cb19d0395d4a owned by network:floatingip {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:18.977066 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7be64d65-93c1-4e13-a7ad-15122d5f1459 req-0953531c-d761-472a-94c9-30291c6b2b62 service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825442 Feb 11 13:16:19.065788 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Deleting port 57c48c01-a659-462d-975d-7b115f9edaa3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:19.066380 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.155392 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] For port 57c48c01-a659-462d-975d-7b115f9edaa3, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=57c48c01-a659-462d-975d-7b115f9edaa3,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:19.155667 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.162065 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (62bd934a-6730-45b3-9534-cb19d0395d4a), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.169653 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Calling delete_port for 57c48c01-a659-462d-975d-7b115f9edaa3 owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:19.187325 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event deleted for resources: {'Port': ['ID=62bd934a-6730-45b3-9534-cb19d0395d4a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.249851 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks [] for floatingip (a8d66be6-ea07-4e13-8ad4-71886ec3e535), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.250183 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Floating IP a8d66be6-ea07-4e13-8ad4-71886ec3e535 disassociated (deleted). External IP: 172.27.3.125, port: d6a29ecf-e043-4fbc-9f63-6f0e6b78999c. Feb 11 13:16:19.353215 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (57c48c01-a659-462d-975d-7b115f9edaa3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.376951 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Pushing event deleted for resources: {'Port': ['ID=57c48c01-a659-462d-975d-7b115f9edaa3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:19.470503 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Router c827c8cc-af9d-4818-a196-635498c51445 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:19.572769 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.831676 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:19.870828 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:19.875322 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:19.883109 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] Sync routers for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:19.893168 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:19.894052 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:19.905623 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-50d0e51d-86f0-4734-98fd-ac81b7c62856 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "DELETE /v2.0/floatingips/a8d66be6-ea07-4e13-8ad4-71886ec3e535 HTTP/1.1" status: 204 len: 168 time: 1.4009707 Feb 11 13:16:19.953574 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:19.958588 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-fe472250-9462-451c-8409-8bd709be51fd admin admin] 10.222.0.86 "PUT /v2.0/routers/08140795-67a8-48e9-b4ec-97c4bbaf8f5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9194191 Feb 11 13:16:19.961149 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59242) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:19.967952 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] Sync routers for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:19.977913 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:19.978968 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.055372 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:20.090584 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks [] for router (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.122667 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:20.147958 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:20.153692 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593b705e-f46c-43a0-a226-de2a80d3ff4f" -d '{"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:20.250680 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d962f41-622b-490d-a013-032ea1b6f901 x-openstack-request-id: req-5d962f41-622b-490d-a013-032ea1b6f901 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:20.250979 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:20.251279 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5d962f41-622b-490d-a013-032ea1b6f901 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:20.251688 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'status': 'completed', 'code': 200} Feb 11 13:16:20.312646 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks [] for router_gateway (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.328797 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-13ed1ea9-5d0e-4eb3-b567-9cafd6bf7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.330318 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-13ed1ea9-5d0e-4eb3-b567-9cafd6bf7960 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=30bef10f92124bbf8b68a320daa5ad37&device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 1130 time: 0.0776954 Feb 11 13:16:20.341503 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:09Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.370913 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] Checking router: c827c8cc-af9d-4818-a196-635498c51445 for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:20.371906 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:16:19Z', 'revision_number': 5, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port': {'id': 'e7bf1302-954d-4bdf-85b8-431ac2ed448a', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:df:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:11:33Z', 'updated_at': '2022-02-11T13:11:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.381328 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:20.381956 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.398336 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] Checking router: 08140795-67a8-48e9-b4ec-97c4bbaf8f5c for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:20.407323 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] Routers {'08140795-67a8-48e9-b4ec-97c4bbaf8f5c'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:20.408047 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.450199 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Deleting port e7bf1302-954d-4bdf-85b8-431ac2ed448a {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:20.450548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.472103 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-52b45c6b-e3f7-48b1-a201-a9e06a9095a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.473589 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-52b45c6b-e3f7-48b1-a201-a9e06a9095a2 service neutron] 10.222.0.77 "GET /v2.0/networks?id=6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 200 len: 916 time: 0.1226137 Feb 11 13:16:20.494330 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:20.505458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] Set router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:20.547454 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-ef1b2b18-b456-4d89-a05c-5302fd9723b6 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 200 len: 217 time: 0.0646746 Feb 11 13:16:20.566438 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:16:20Z', 'revision_number': 6, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.603319 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44bb30ef-261c-4e9f-b0b5-33b9084a4b01 None None] The sync data for ids ['08140795-67a8-48e9-b4ec-97c4bbaf8f5c'] in dv-cinder-810917-5-iscsi is: [{'id': '08140795-67a8-48e9-b4ec-97c4bbaf8f5c', 'name': 'tempest-AttachVolumeTestJSON-2036617551-router', 'tenant_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:11:32Z', 'updated_at': '2022-02-11T13:16:20Z', 'revision_number': 6, 'project_id': 'db5a6a2c13ca481ead402580ce6a54fa', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:20.619886 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] For port e7bf1302-954d-4bdf-85b8-431ac2ed448a, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e7bf1302-954d-4bdf-85b8-431ac2ed448a,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:20.620298 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:20.638085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-3ac54b9a-f8ea-4e91-9e3f-7acd12d06556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.639492 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-3ac54b9a-f8ea-4e91-9e3f-7acd12d06556 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 200 len: 854 time: 0.0822601 Feb 11 13:16:20.640487 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Calling delete_port for e7bf1302-954d-4bdf-85b8-431ac2ed448a owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:20.730200 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:09Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:20.759421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-fbeeb367-979a-41f9-9099-7c99c90b18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:20.760956 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-fbeeb367-979a-41f9-9099-7c99c90b18ae service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=6720932f-7e60-48dc-b42f-c2a2a993a170&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1115205 Feb 11 13:16:20.762939 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37ec814-d889-41a1-ac3d-dcb9dd6f5e70 None None] The sync data for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi is: [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:14:04Z', 'revision_number': 4, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'b72b8f74-aec0-41dc-b7fc-2f21c569255c', 'name': '', 'network_id': '6720932f-7e60-48dc-b42f-c2a2a993a170', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'mac_address': 'fa:16:3e:54:9f:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_interface', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:03Z', 'updated_at': '2022-02-11T13:14:09Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'subnets': [{'id': 'a56c0904-6299-4eec-b843-6c79c5ceb3a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:20.926956 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-c14066b1-9c14-4a0d-b872-4a365755515b service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325147 Feb 11 13:16:20.983707 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (e7bf1302-954d-4bdf-85b8-431ac2ed448a), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.047660 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Pushing event deleted for resources: {'Port': ['ID=e7bf1302-954d-4bdf-85b8-431ac2ed448a,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.106254 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7ec60-8efe-4afb-9ebb-89166e13b19e None None] New status for floating IP a8d66be6-ea07-4e13-8ad4-71886ec3e535: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:21.122645 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-593b705e-f46c-43a0-a226-de2a80d3ff4f req-39a1c299-2682-4165-8a0f-3ce0f4cb36bc service neutron] 10.222.0.77 "GET /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883228 Feb 11 13:16:21.129177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.130284 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 57c48c01-a659-462d-975d-7b115f9edaa3 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:21.192735 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 57c48c01-a659-462d-975d-7b115f9edaa3 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:21.193087 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 57c48c01-a659-462d-975d-7b115f9edaa3 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:21.248873 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.251156 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks [] for router_controller (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.301881 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (08140795-67a8-48e9-b4ec-97c4bbaf8f5c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.302461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08140795-67a8-48e9-b4ec-97c4bbaf8f5c {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:21.307504 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.311271 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-86ab2546-9a24-4f2f-9cc5-a718277eb60f admin admin] 10.222.0.86 "DELETE /v2.0/routers/08140795-67a8-48e9-b4ec-97c4bbaf8f5c HTTP/1.1" status: 204 len: 168 time: 1.3464108 Feb 11 13:16:21.311515 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59256) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:21.360950 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Deleting subnet d51f3e5d-57e2-4fe7-8c60-8134725b1d39 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:21.364368 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Publish callbacks [] for subnet (d51f3e5d-57e2-4fe7-8c60-8134725b1d39), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.400085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880139'] for subnet (d51f3e5d-57e2-4fe7-8c60-8134725b1d39), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.519565 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (d51f3e5d-57e2-4fe7-8c60-8134725b1d39), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.577146 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3400460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25784533'] for subnet (d51f3e5d-57e2-4fe7-8c60-8134725b1d39), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.603250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51f3e5d-57e2-4fe7-8c60-8134725b1d39,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.606958 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.610238 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d42a63d9-e6e9-4244-bad5-f48692c094e7 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/d51f3e5d-57e2-4fe7-8c60-8134725b1d39 HTTP/1.1" status: 204 len: 168 time: 0.2977691 Feb 11 13:16:21.612957 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59264) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:21.616067 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6453a-d996-43fe-922a-4cf1151d42c1 None None] Network 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:21.698556 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.768296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Deleting port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:21.768707 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.815086 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] DHCP port deletion for 812718ea-ae3a-4464-a71d-1a2f2f7a6b2f request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:21.837777 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] For port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:21.838145 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.850511 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Calling delete_port for 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:21.869477 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] Deleting port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:21.869857 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.939117 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] For port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,segment=NetworkSegment(1f2cbe2d-7824-4b61-92c3-d10b34eba601),segment_id=1f2cbe2d-7824-4b61-92c3-d10b34eba601)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:21.939564 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.944300 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:21.954001 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] Calling delete_port for 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:21.972060 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Pushing event deleted for resources: {'Port': ['ID=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:21.973861 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] No DVR routers for this DVR port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 on host dv-cinder-810917-5-iscsi {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:22.051106 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.074319 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203'] for port (85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.074843 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['812718ea-ae3a-4464-a71d-1a2f2f7a6b2f']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:22.084666 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2cbe2d-7824-4b61-92c3-d10b34eba601') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:22.084955 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2cbe2d-7824-4b61-92c3-d10b34eba601') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:22.095294 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (1f2cbe2d-7824-4b61-92c3-d10b34eba601), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.110076 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (1f2cbe2d-7824-4b61-92c3-d10b34eba601), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.117596 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:22.118593 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (1f2cbe2d-7824-4b61-92c3-d10b34eba601), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:22.120499 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:22.179154 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (812718ea-ae3a-4464-a71d-1a2f2f7a6b2f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.186488 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.189747 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] 10.222.0.86 "DELETE /v2.0/networks/812718ea-ae3a-4464-a71d-1a2f2f7a6b2f HTTP/1.1" status: 204 len: 168 time: 0.5758471 Feb 11 13:16:22.199993 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaad95c-e16c-4adc-bf08-83de900ab343 admin admin] Pushing event deleted for resources: {'Network': ['ID=812718ea-ae3a-4464-a71d-1a2f2f7a6b2f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.236850 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] Pushing event deleted for resources: {'Port': ['ID=85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.240517 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0faaa7-bde8-4622-af7d-c6cffc01b8b1 None None] No DVR routers for this DVR port 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 on host dv-cinder-810917-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:22.361060 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59270) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:22.402975 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-51dbbb46-ff9d-4eec-95a5-592069e10ac1 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=db5a6a2c13ca481ead402580ce6a54fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407355 Feb 11 13:16:22.405881 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59272) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:22.456034 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9834e5ac-9e6e-44f4-b843-3f5b6226906a admin admin] Publish callbacks [] for security_group (8cd52674-54e0-4b23-9da2-b92488bd7c12), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.480574 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9834e5ac-9e6e-44f4-b843-3f5b6226906a admin admin] Publish callbacks [] for security_group (8cd52674-54e0-4b23-9da2-b92488bd7c12), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.529971 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9834e5ac-9e6e-44f4-b843-3f5b6226906a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (8cd52674-54e0-4b23-9da2-b92488bd7c12), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.532739 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-9834e5ac-9e6e-44f4-b843-3f5b6226906a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:22.534148 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-9834e5ac-9e6e-44f4-b843-3f5b6226906a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8cd52674-54e0-4b23-9da2-b92488bd7c12 HTTP/1.1" status: 204 len: 168 time: 0.1271880 Feb 11 13:16:22.546257 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834e5ac-9e6e-44f4-b843-3f5b6226906a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd52674-54e0-4b23-9da2-b92488bd7c12,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:22.764637 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f82575-6d17-421a-8265-cc6452f775f0 req-263a5c18-fd6a-463e-a804-90a10c73b21b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:22.766302 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3f82575-6d17-421a-8265-cc6452f775f0 req-263a5c18-fd6a-463e-a804-90a10c73b21b tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0588536 Feb 11 13:16:22.815654 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f3f82575-6d17-421a-8265-cc6452f775f0 req-bb24cff4-327b-4732-94c5-5cd2a4367b1d tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Feb 11 13:16:23.085811 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:23.105979 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:23.106358 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 85fa39d6-dc76-41c6-8cdc-9716fe1cb1b8 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:23.106876 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e7bf1302-954d-4bdf-85b8-431ac2ed448a no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:23.126764 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: e7bf1302-954d-4bdf-85b8-431ac2ed448a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:23.127113 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e7bf1302-954d-4bdf-85b8-431ac2ed448a not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:23.943719 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f20edba-36f1-4854-b2f7-46ecbba7ef82 req-58b2cc74-d281-4205-b211-eb708743222c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:23.945281 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f20edba-36f1-4854-b2f7-46ecbba7ef82 req-58b2cc74-d281-4205-b211-eb708743222c tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0543370 Feb 11 13:16:23.991945 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-9f20edba-36f1-4854-b2f7-46ecbba7ef82 req-5f05726f-4d61-49f6-b286-2d6acc33ac7f tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/security-groups?id=1c4d635c-4d71-4751-88e0-169803561da1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Feb 11 13:16:24.691839 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-20c01b39-2cee-42d9-8c97-e233d1b3e244 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:24.693331 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-20c01b39-2cee-42d9-8c97-e233d1b3e244 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.77 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 946 time: 0.0558538 Feb 11 13:16:24.800458 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Deleting port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:24.800806 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:24.897128 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] For port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:24.897285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:24.910679 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Calling delete_port for d6a29ecf-e043-4fbc-9f63-6f0e6b78999c owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:25.044755 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (d6a29ecf-e043-4fbc-9f63-6f0e6b78999c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:25.059032 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['d6a29ecf-e043-4fbc-9f63-6f0e6b78999c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:25.088636 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Pushing event deleted for resources: {'Port': ['ID=d6a29ecf-e043-4fbc-9f63-6f0e6b78999c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:25.124881 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1f2c71cf-11c4-4879-b8ff-9843e8c72eac req-51d67edc-7c0b-4821-b4aa-af12cdab5b38 tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.86 "GET /v2.0/ports?device_id=7eb07e65-0baa-43da-931a-6edc811f7cf8 HTTP/1.1" status: 200 len: 210 time: 0.0473723 Feb 11 13:16:25.144879 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] No DVR routers for this DVR port d6a29ecf-e043-4fbc-9f63-6f0e6b78999c on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:25.147328 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:25.150804 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1d8a11c9-f508-494f-a72a-d953435e6043 req-4d01ff0e-1dcf-4f3c-bcd0-115648fd10bf tempest-TestMinimumBasicScenario-1482806629 tempest-TestMinimumBasicScenario-1482806629-project] 10.222.0.77 "DELETE /v2.0/ports/d6a29ecf-e043-4fbc-9f63-6f0e6b78999c HTTP/1.1" status: 204 len: 173 time: 0.4492192 Feb 11 13:16:25.151277 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'name': 'network-vif-deleted', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:25.153730 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b57ee1-0053-4bc8-9b43-892efd808ec9" -d '{"events": [{"server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "name": "network-vif-deleted", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:25.191980 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696c0c4d-4709-4f53-b247-08358fb72e55 x-openstack-request-id: req-696c0c4d-4709-4f53-b247-08358fb72e55 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:25.192281 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7eb07e65-0baa-43da-931a-6edc811f7cf8", "name": "network-vif-deleted", "tag": "d6a29ecf-e043-4fbc-9f63-6f0e6b78999c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:25.192583 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-696c0c4d-4709-4f53-b247-08358fb72e55 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:25.192933 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb07e65-0baa-43da-931a-6edc811f7cf8', 'name': 'network-vif-deleted', 'tag': 'd6a29ecf-e043-4fbc-9f63-6f0e6b78999c', 'status': 'completed', 'code': 200} Feb 11 13:16:26.241628 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59372) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:26.353901 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7d6a-cde4-4eed-80e6-6f93e3037a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.429770 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7d6a-cde4-4eed-80e6-6f93e3037a09 admin admin] Publish callbacks [] for security_group (658cad8a-5151-4492-bb50-e27b088ae744), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.434083 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-aa4d7d6a-cde4-4eed-80e6-6f93e3037a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (658cad8a-5151-4492-bb50-e27b088ae744), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.477842 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-aa4d7d6a-cde4-4eed-80e6-6f93e3037a09 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c8db248ff3b74c20b1a2e789c521602d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321408 Feb 11 13:16:26.477842 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d7d6a-cde4-4eed-80e6-6f93e3037a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658cad8a-5151-4492-bb50-e27b088ae744,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.478143 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59392) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:26.531036 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91e53e5f-9d01-4cec-964a-449891efe64a admin admin] Publish callbacks [] for security_group (658cad8a-5151-4492-bb50-e27b088ae744), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.554591 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91e53e5f-9d01-4cec-964a-449891efe64a admin admin] Publish callbacks [] for security_group (658cad8a-5151-4492-bb50-e27b088ae744), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.608563 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91e53e5f-9d01-4cec-964a-449891efe64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (658cad8a-5151-4492-bb50-e27b088ae744), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.611275 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-91e53e5f-9d01-4cec-964a-449891efe64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:26.612397 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-91e53e5f-9d01-4cec-964a-449891efe64a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/658cad8a-5151-4492-bb50-e27b088ae744 HTTP/1.1" status: 204 len: 168 time: 0.1325805 Feb 11 13:16:26.621388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e53e5f-9d01-4cec-964a-449891efe64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658cad8a-5151-4492-bb50-e27b088ae744,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:26.845082 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59422) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:27.227969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (c827c8cc-af9d-4818-a196-635498c51445), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:27.384152 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-eb45e03b-88a1-4969-9733-118b8bb7c206 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044458428&fields=id&tenant_id=c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 267 time: 0.0941839 Feb 11 13:16:27.554102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-9585f14d-5c2f-4269-97b5-c8f5f7c86e0a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:27.555627 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-9585f14d-5c2f-4269-97b5-c8f5f7c86e0a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 812 time: 0.1383054 Feb 11 13:16:27.876518 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-d101ab81-cd05-4352-b222-e283ab157740 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/quotas/c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 375 time: 0.0174110 Feb 11 13:16:27.954603 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-e4bccc81-d63d-4e78-8fbe-7eab149c264d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626500 Feb 11 13:16:27.956868 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Deleting port b72b8f74-aec0-41dc-b7fc-2f21c569255c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:27.957204 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.106947 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] For port b72b8f74-aec0-41dc-b7fc-2f21c569255c, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=b72b8f74-aec0-41dc-b7fc-2f21c569255c,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:28.107397 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.121298 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-1f7138ac-967a-4601-8e25-0b94bcaceb6f service neutron] 10.222.0.86 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497838 Feb 11 13:16:28.125087 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Calling delete_port for b72b8f74-aec0-41dc-b7fc-2f21c569255c owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:28.265905 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-1b0b0c92-f5bd-412a-9b04-b7566eb722b2 service neutron] 10.222.0.86 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367068 Feb 11 13:16:28.411375 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (b72b8f74-aec0-41dc-b7fc-2f21c569255c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.444611 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b72b8f74-aec0-41dc-b7fc-2f21c569255c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:28.566377 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.576875 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d6a29ecf-e043-4fbc-9f63-6f0e6b78999c no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:28.598857 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: d6a29ecf-e043-4fbc-9f63-6f0e6b78999c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:28.603315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device d6a29ecf-e043-4fbc-9f63-6f0e6b78999c not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:28.666007 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0e5f1724-cb3d-4302-ab11-5d532a806c77 req-f85080bb-dbdb-403b-bf59-4fc2f7752cdd tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 210 time: 0.0644889 Feb 11 13:16:28.682178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (c827c8cc-af9d-4818-a196-635498c51445), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:28.923064 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Router c827c8cc-af9d-4818-a196-635498c51445 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:29.044178 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:29.053754 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-d4191078-51c9-49a2-a1c6-e4e299f23cf9 admin admin] 10.222.0.86 "PUT /v2.0/routers/c827c8cc-af9d-4818-a196-635498c51445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2044723 Feb 11 13:16:29.053754 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59492) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:29.058037 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] Sync routers for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:29.077173 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:29.078555 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:29.173177 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks [] for router (c827c8cc-af9d-4818-a196-635498c51445), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.208121 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:29.280444 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks [] for router_gateway (c827c8cc-af9d-4818-a196-635498c51445), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.333304 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Deleting port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:29.333554 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.391075 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207'}], 'enable_snat': True}, 'gw_port_id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:16:28Z', 'revision_number': 5, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port': {'id': 'e6ea58d8-89fb-49f6-bfda-0ab90889ecf7', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c827c8cc-af9d-4818-a196-635498c51445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:02Z', 'updated_at': '2022-02-11T13:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:29.416793 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] For port e6ea58d8-89fb-49f6-bfda-0ab90889ecf7, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:29.417218 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.419408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] Checking router: c827c8cc-af9d-4818-a196-635498c51445 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:29.427693 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] Routers {'c827c8cc-af9d-4818-a196-635498c51445'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:29.428315 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['c827c8cc-af9d-4818-a196-635498c51445'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:29.428749 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Calling delete_port for e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:29.522074 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] Set router c827c8cc-af9d-4818-a196-635498c51445 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:29.584916 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:16:29Z', 'revision_number': 6, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:29.614699 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e6cdda9-a26d-4812-b44e-6afe4c6e357a None None] The sync data for ids ['c827c8cc-af9d-4818-a196-635498c51445'] in dv-cinder-810917-5-iscsi is: [{'id': 'c827c8cc-af9d-4818-a196-635498c51445', 'name': 'tempest-TestMinimumBasicScenario-1280026062-router', 'tenant_id': '30bef10f92124bbf8b68a320daa5ad37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:01Z', 'updated_at': '2022-02-11T13:16:29Z', 'revision_number': 6, 'project_id': '30bef10f92124bbf8b68a320daa5ad37', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:29.649373 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (e6ea58d8-89fb-49f6-bfda-0ab90889ecf7), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.731659 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ea58d8-89fb-49f6-bfda-0ab90889ecf7,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:29.804684 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-598f3b4a-cd3f-406d-81e7-128218feb252 req-16a32a67-bed6-45eb-b8da-1cecef96aac6 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 210 time: 0.0462456 Feb 11 13:16:29.822823 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (c827c8cc-af9d-4818-a196-635498c51445), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.858915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-ce62c809-5626-44b7-b952-10d56f9aec12 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:29.860427 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-ce62c809-5626-44b7-b952-10d56f9aec12 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 812 time: 0.2583926 Feb 11 13:16:29.940345 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (c827c8cc-af9d-4818-a196-635498c51445), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:29.942433 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks [] for router_controller (c827c8cc-af9d-4818-a196-635498c51445), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.007835 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (c827c8cc-af9d-4818-a196-635498c51445), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.009256 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c827c8cc-af9d-4818-a196-635498c51445 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:30.016966 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.018103 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-886b9e9e-3592-46f2-b656-50ce90c78d19 admin admin] 10.222.0.86 "DELETE /v2.0/routers/c827c8cc-af9d-4818-a196-635498c51445 HTTP/1.1" status: 204 len: 168 time: 0.9635723 Feb 11 13:16:30.020834 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59502) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:30.024619 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-4f627597-66f0-4da2-ab86-fe40280718c2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 380 time: 0.1317186 Feb 11 13:16:30.035813 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'port': {'device_id': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'admin_state_up': True, 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'security_groups': ['74864be7-c7b9-4891-a265-dfc0ed320427']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:30.070835 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Deleting subnet a56c0904-6299-4eec-b843-6c79c5ceb3a5 {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:30.074918 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Publish callbacks [] for subnet (a56c0904-6299-4eec-b843-6c79c5ceb3a5), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.115363 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (a56c0904-6299-4eec-b843-6c79c5ceb3a5), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.172057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Made reservation on behalf of c49cfe9f0e154baca8377dd033d5bfff for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:16:30.175670 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.195301 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (a56c0904-6299-4eec-b843-6c79c5ceb3a5), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.250721 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (a56c0904-6299-4eec-b843-6c79c5ceb3a5), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.278032 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a56c0904-6299-4eec-b843-6c79c5ceb3a5,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.282495 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.285994 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-3a4349a8-1355-49d3-ae17-c46f6c3a92d9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a56c0904-6299-4eec-b843-6c79c5ceb3a5 HTTP/1.1" status: 204 len: 168 time: 0.2641451 Feb 11 13:16:30.292521 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59504) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:30.293630 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f75550-7e4c-441d-ad82-bf4c5cf5678d None None] Network 6720932f-7e60-48dc-b42f-c2a2a993a170 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:30.335787 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Allocated IP 172.20.0.7 (205e04ec-9f3b-4232-a71c-37ffeb681406/0a8f85fb-b77e-408c-9291-acd4c594d735/f91ddda4-6858-446b-b06d-f2e9c682bf5f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:30.387669 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (6720932f-7e60-48dc-b42f-c2a2a993a170), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.465358 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] DHCP port deletion for 6720932f-7e60-48dc-b42f-c2a2a993a170 request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:30.516458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] Deleting port 8b3641e0-7345-44de-b8b0-30f88128985d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:30.516901 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.547358 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Deleting port 8b3641e0-7345-44de-b8b0-30f88128985d {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:30.547704 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.567928 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.586950 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] For port 8b3641e0-7345-44de-b8b0-30f88128985d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=8b3641e0-7345-44de-b8b0-30f88128985d,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:30.587537 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.599834 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] Calling delete_port for 8b3641e0-7345-44de-b8b0-30f88128985d owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:30.633675 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] For port 8b3641e0-7345-44de-b8b0-30f88128985d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=8b3641e0-7345-44de-b8b0-30f88128985d,segment=NetworkSegment(492fb89f-25f5-4968-a7f4-a7e89d4cbfc0),segment_id=492fb89f-25f5-4968-a7f4-a7e89d4cbfc0)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:30.634057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.650585 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Calling delete_port for 8b3641e0-7345-44de-b8b0-30f88128985d owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:30.667657 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.684176 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.714335 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] Pushing event deleted for resources: {'Port': ['ID=8b3641e0-7345-44de-b8b0-30f88128985d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.723637 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0125f28d-632d-40fb-a7aa-801349e7e232 None None] No DVR routers for this DVR port 8b3641e0-7345-44de-b8b0-30f88128985d on host dv-cinder-810917-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:30.759561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:30.765106 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:30.767550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:30.803520 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=f91ddda4-6858-446b-b06d-f2e9c682bf5f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.837238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:30.837876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.841810 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (8b3641e0-7345-44de-b8b0-30f88128985d), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:30.881135 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3641e0-7345-44de-b8b0-30f88128985d,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:30.898137 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] No DVR routers for this DVR port 8b3641e0-7345-44de-b8b0-30f88128985d on host dv-cinder-810917-5-iscsi {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:30.912460 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-67a85d1a-144a-4d44-982e-4ba66dd0567a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8806791 Feb 11 13:16:30.942956 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Request body: {'port': {'device_id': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:31.050484 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (6720932f-7e60-48dc-b42f-c2a2a993a170), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.084619 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-30124df2-1451-43a5-9f8f-94bad6a47ab6 None None] Provisioning complete for port f91ddda4-6858-446b-b06d-f2e9c682bf5f triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:31.085360 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-30124df2-1451-43a5-9f8f-94bad6a47ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.101174 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6720932f-7e60-48dc-b42f-c2a2a993a170']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.101689 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device b72b8f74-aec0-41dc-b7fc-2f21c569255c no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:31.111772 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d488-147c-44a2-9955-e306a243e96f req-a1d44d81-88cd-4e8b-af7e-784262e10108 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:31.113615 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-81c7d488-147c-44a2-9955-e306a243e96f req-a1d44d81-88cd-4e8b-af7e-784262e10108 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 931 time: 0.2050667 Feb 11 13:16:31.121015 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.127540 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.128771 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '492fb89f-25f5-4968-a7f4-a7e89d4cbfc0') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:31.156188 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (492fb89f-25f5-4968-a7f4-a7e89d4cbfc0), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.158231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: b72b8f74-aec0-41dc-b7fc-2f21c569255c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:31.158761 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device b72b8f74-aec0-41dc-b7fc-2f21c569255c not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:31.159480 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 8b3641e0-7345-44de-b8b0-30f88128985d no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:31.190962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 8b3641e0-7345-44de-b8b0-30f88128985d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:31.190962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 8b3641e0-7345-44de-b8b0-30f88128985d not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:31.190962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:31.190962 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-30124df2-1451-43a5-9f8f-94bad6a47ab6 None None] Port f91ddda4-6858-446b-b06d-f2e9c682bf5f cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:16:31.210055 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:31.210529 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e6ea58d8-89fb-49f6-bfda-0ab90889ecf7 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:31.213826 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (492fb89f-25f5-4968-a7f4-a7e89d4cbfc0), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.237865 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:31.238270 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (492fb89f-25f5-4968-a7f4-a7e89d4cbfc0), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: self.session.flush() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: self.session.flush() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: self.session.flush() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: self.session.flush() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:31.240223 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:31.259776 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-81c7d488-147c-44a2-9955-e306a243e96f req-69c9e18b-f7aa-432a-931f-02f126b78967 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349299 Feb 11 13:16:31.361521 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (6720932f-7e60-48dc-b42f-c2a2a993a170), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.370035 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.372973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] 10.222.0.86 "DELETE /v2.0/networks/6720932f-7e60-48dc-b42f-c2a2a993a170 HTTP/1.1" status: 204 len: 168 time: 1.0794475 Feb 11 13:16:31.376063 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59538) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:31.396859 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c810b-05d0-4c70-ba33-140e0f2a267d admin admin] Pushing event deleted for resources: {'Network': ['ID=6720932f-7e60-48dc-b42f-c2a2a993a170,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:31.801446 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (8e845095-8383-4c14-a40c-434cba480c5f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.859603 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f91ddda4-6858-446b-b06d-f2e9c682bf5f {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:31.870634 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Publish callbacks [] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.888061 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Transition to ACTIVE for port object f91ddda4-6858-446b-b06d-f2e9c682bf5f will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:16:31.888914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:31.947972 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Pushing event updated for resources: {'Port': ['ID=f91ddda4-6858-446b-b06d-f2e9c682bf5f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.030192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Attempting to bind port f91ddda4-6858-446b-b06d-f2e9c682bf5f on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:16:32.030553 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Attempting to bind port f91ddda4-6858-446b-b06d-f2e9c682bf5f by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:16:32.030881 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Attempting to bind port f91ddda4-6858-446b-b06d-f2e9c682bf5f on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:32.035862 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Port f91ddda4-6858-446b-b06d-f2e9c682bf5f on network 205e04ec-9f3b-4232-a71c-37ffeb681406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:16:32.036325 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Attempting to bind port f91ddda4-6858-446b-b06d-f2e9c682bf5f on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:16:32.042553 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:16:32.042989 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Checking segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:16:32.043420 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Bound using segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:16:32.043864 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Bound port: f91ddda4-6858-446b-b06d-f2e9c682bf5f, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:16:32.044296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.090503 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Deleting port db39f1e4-4226-48c2-8d27-37364fb6021e {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:32.090855 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.121851 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] For port f91ddda4-6858-446b-b06d-f2e9c682bf5f, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:16:32.125397 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] For port f91ddda4-6858-446b-b06d-f2e9c682bf5f, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:16:32.133883 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.178682 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.179634 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.182341 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] 10.222.0.77 "PUT /v2.0/ports/f91ddda4-6858-446b-b06d-f2e9c682bf5f HTTP/1.1" status: 200 len: 1093 time: 1.2513320 Feb 11 13:16:32.182957 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:32.186420 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4045b612-cadb-435e-93aa-7e12cf6a2fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:32.189305 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1599685a-7bac-4e79-a183-3e30372129f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.199035 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] For port db39f1e4-4226-48c2-8d27-37364fb6021e, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=db39f1e4-4226-48c2-8d27-37364fb6021e,segment=NetworkSegment(d2f56710-4d70-44d4-83ae-8b34ff8bdb18),segment_id=d2f56710-4d70-44d4-83ae-8b34ff8bdb18)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:32.199476 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.225325 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f265cd-1b30-4616-8d54-12854914b07c service neutron] Pushing event updated for resources: {'Port': ['ID=f91ddda4-6858-446b-b06d-f2e9c682bf5f,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.248052 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258f21bc-188c-4e62-a9b3-73e88c3c3f0f x-openstack-request-id: req-258f21bc-188c-4e62-a9b3-73e88c3c3f0f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:32.248401 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:32.248589 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-258f21bc-188c-4e62-a9b3-73e88c3c3f0f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:32.248994 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'status': 'completed', 'code': 200} Feb 11 13:16:32.249969 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Calling delete_port for db39f1e4-4226-48c2-8d27-37364fb6021e owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:32.286655 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-522213bc-5333-4305-96ca-f44dcb465f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.288506 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-522213bc-5333-4305-96ca-f44dcb465f25 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 1127 time: 0.0528040 Feb 11 13:16:32.347500 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-b91776a0-834b-4b9a-9ce7-bd848bd5dc0d service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f HTTP/1.1" status: 200 len: 217 time: 0.0490434 Feb 11 13:16:32.426629 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-9cb3ab5a-b249-456b-8cbb-463829b6b780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.428237 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-9cb3ab5a-b249-456b-8cbb-463829b6b780 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0648460 Feb 11 13:16:32.437694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a73c36-1b42-4eef-857a-cd7cb6c2709e req-4bfc23bd-6369-459c-9544-bdf53a0f4796 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.439101 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8a73c36-1b42-4eef-857a-cd7cb6c2709e req-4bfc23bd-6369-459c-9544-bdf53a0f4796 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.1032197 Feb 11 13:16:32.461730 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (db39f1e4-4226-48c2-8d27-37364fb6021e), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.487488 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Pushing event deleted for resources: {'Port': ['ID=db39f1e4-4226-48c2-8d27-37364fb6021e,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:32.525082 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f8a73c36-1b42-4eef-857a-cd7cb6c2709e req-78a90898-1eff-4711-8ccf-44aa36975f0e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752637 Feb 11 13:16:32.528454 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-feb4d940-6b33-4c94-b946-4026aa91ab73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.530113 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-feb4d940-6b33-4c94-b946-4026aa91ab73 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0900030 Feb 11 13:16:32.636139 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-c65a5245-98ae-4f27-ab68-5659c62eaef7 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988977 Feb 11 13:16:32.658616 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (8e845095-8383-4c14-a40c-434cba480c5f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:32.730373 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2aa1db39-fa11-4cad-b3d5-6e086b38801b req-5e0530e2-5ae3-4b2f-850b-f11e2ad2440f service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879705 Feb 11 13:16:32.829028 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-1e20335c-ad12-40bb-ba89-ce5028a3271b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.830458 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-1e20335c-ad12-40bb-ba89-ce5028a3271b service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 1127 time: 0.0502939 Feb 11 13:16:32.887275 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Router 8e845095-8383-4c14-a40c-434cba480c5f has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:32.927778 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-7529c96b-b956-4bda-896c-0f1fe4ff564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:32.929398 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-7529c96b-b956-4bda-896c-0f1fe4ff564a service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0917592 Feb 11 13:16:32.980885 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-73b1cb96-78b5-4f3f-873f-573e60d95549 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f HTTP/1.1" status: 200 len: 217 time: 0.0423589 Feb 11 13:16:33.004359 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:33.012274 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-e5094407-e0cc-4fc2-a8a7-70b544dcc296 admin admin] 10.222.0.86 "PUT /v2.0/routers/8e845095-8383-4c14-a40c-434cba480c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6326478 Feb 11 13:16:33.012999 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59574) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:33.013434 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] Sync routers for ids ['8e845095-8383-4c14-a40c-434cba480c5f'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:33.024616 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] Routers {'8e845095-8383-4c14-a40c-434cba480c5f'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:33.025313 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8e845095-8383-4c14-a40c-434cba480c5f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:33.047449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-c318a7d4-b83a-4d73-9f7c-d5f864fb35e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.050572 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-c318a7d4-b83a-4d73-9f7c-d5f864fb35e5 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0657895 Feb 11 13:16:33.136844 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-795a0576-92ba-413c-bca5-1a8c6810975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.151388 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-795a0576-92ba-413c-bca5-1a8c6810975b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0926347 Feb 11 13:16:33.159167 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks [] for router (8e845095-8383-4c14-a40c-434cba480c5f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.260115 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] Set router 8e845095-8383-4c14-a40c-434cba480c5f gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:33.275160 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-3b1b6ba7-5b03-47ec-b52f-2a2ea995f0fd service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140957 Feb 11 13:16:33.388704 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4045b612-cadb-435e-93aa-7e12cf6a2fcd req-d82e7b0d-a133-4237-93a2-9aade452ac93 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041417 Feb 11 13:16:33.410421 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59582) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:33.467440 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:16:32Z', 'revision_number': 5, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:33.498119 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] Checking router: 8e845095-8383-4c14-a40c-434cba480c5f for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:33.509275 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] Routers {'8e845095-8383-4c14-a40c-434cba480c5f'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:33.510288 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['8e845095-8383-4c14-a40c-434cba480c5f'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:33.526799 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.546174 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks [] for router_gateway (8e845095-8383-4c14-a40c-434cba480c5f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.628830 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] Set router 8e845095-8383-4c14-a40c-434cba480c5f gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:33.632275 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Publish callbacks [] for security_group (2a74474b-b057-4177-b5c6-6dc118aa8c82), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.634954 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Deleting port e417a908-1420-4fee-ba74-d734f744a85d {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:33.635341 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e417a908-1420-4fee-ba74-d734f744a85d), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.637202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2a74474b-b057-4177-b5c6-6dc118aa8c82), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.696699 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=936efb5b96914dedbacf3ffc040253cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843449 Feb 11 13:16:33.697892 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74474b-b057-4177-b5c6-6dc118aa8c82,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:33.699561 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59588) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:33.709201 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.709561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.709908 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.710264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.710589 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.710912 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.711296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.711628 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.711954 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.712684 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.712684 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.712889 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.713457 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0796808-39c1-4d36-b01f-cf4ba494ea67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:16:33.739474 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b10ca-93c2-40f6-92a5-27a9101944c6 req-248572b4-7704-44e7-bef4-429c8f3d8c29 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:33.740395 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] For port e417a908-1420-4fee-ba74-d734f744a85d, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e417a908-1420-4fee-ba74-d734f744a85d,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:33.740845 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e417a908-1420-4fee-ba74-d734f744a85d), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.740962 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a42b10ca-93c2-40f6-92a5-27a9101944c6 req-248572b4-7704-44e7-bef4-429c8f3d8c29 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.1271803 Feb 11 13:16:33.763309 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Calling delete_port for e417a908-1420-4fee-ba74-d734f744a85d owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:33.798769 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a42b10ca-93c2-40f6-92a5-27a9101944c6 req-b9bf8d87-0b55-45ab-be20-d6adc1fa908a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507791 Feb 11 13:16:33.819956 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:16:32Z', 'revision_number': 5, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:33.820130 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fc899b4-1200-49cb-83c5-8ffa5b04373c admin admin] Publish callbacks [] for security_group (2a74474b-b057-4177-b5c6-6dc118aa8c82), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.843286 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9d781a-c69d-45d8-9f7d-904c1c5eb3d3 None None] The sync data for ids ['8e845095-8383-4c14-a40c-434cba480c5f'] in dv-cinder-810917-5-iscsi is: [{'id': '8e845095-8383-4c14-a40c-434cba480c5f', 'name': 'tempest-TestMinimumBasicScenario-1505785293-router', 'tenant_id': 'e230970a19154df2b4d5eb027fed74a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:14:06Z', 'updated_at': '2022-02-11T13:16:32Z', 'revision_number': 5, 'project_id': 'e230970a19154df2b4d5eb027fed74a5', 'gw_port': {'id': 'e417a908-1420-4fee-ba74-d734f744a85d', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:91:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e845095-8383-4c14-a40c-434cba480c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:14:07Z', 'updated_at': '2022-02-11T13:14:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:33.852099 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fc899b4-1200-49cb-83c5-8ffa5b04373c admin admin] Publish callbacks [] for security_group (2a74474b-b057-4177-b5c6-6dc118aa8c82), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.962521 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fc899b4-1200-49cb-83c5-8ffa5b04373c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (2a74474b-b057-4177-b5c6-6dc118aa8c82), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.965044 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-7fc899b4-1200-49cb-83c5-8ffa5b04373c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:33.966164 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-7fc899b4-1200-49cb-83c5-8ffa5b04373c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2a74474b-b057-4177-b5c6-6dc118aa8c82 HTTP/1.1" status: 204 len: 168 time: 0.2654607 Feb 11 13:16:33.979456 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc899b4-1200-49cb-83c5-8ffa5b04373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74474b-b057-4177-b5c6-6dc118aa8c82,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:33.998150 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (e417a908-1420-4fee-ba74-d734f744a85d), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.023001 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Pushing event deleted for resources: {'Port': ['ID=e417a908-1420-4fee-ba74-d734f744a85d,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.086488 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (8e845095-8383-4c14-a40c-434cba480c5f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.181087 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (8e845095-8383-4c14-a40c-434cba480c5f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.183254 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks [] for router_controller (8e845095-8383-4c14-a40c-434cba480c5f), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.227689 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (8e845095-8383-4c14-a40c-434cba480c5f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.228222 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e845095-8383-4c14-a40c-434cba480c5f {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:16:34.232707 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.236960 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-69f1a64d-83bc-4b16-b328-da96ffcc2027 admin admin] 10.222.0.86 "DELETE /v2.0/routers/8e845095-8383-4c14-a40c-434cba480c5f HTTP/1.1" status: 204 len: 168 time: 1.2234366 Feb 11 13:16:34.237094 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59594) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:34.264249 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59596) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:34.279039 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c6ad-a2a6-4903-aa43-fc0688c9497b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.297031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Deleting subnet a3e8fdf0-e40c-4bc5-bb50-abc527660d27 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:16:34.300773 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Publish callbacks [] for subnet (a3e8fdf0-e40c-4bc5-bb50-abc527660d27), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.345466 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880139'] for subnet (a3e8fdf0-e40c-4bc5-bb50-abc527660d27), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.369470 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c6ad-a2a6-4903-aa43-fc0688c9497b admin admin] Publish callbacks [] for security_group (4dcaa65c-3de7-4129-b6a0-01750c1eba4b), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.373761 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-d6e8c6ad-a2a6-4903-aa43-fc0688c9497b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (4dcaa65c-3de7-4129-b6a0-01750c1eba4b), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.415288 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8c6ad-a2a6-4903-aa43-fc0688c9497b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dcaa65c-3de7-4129-b6a0-01750c1eba4b,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.419371 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-d6e8c6ad-a2a6-4903-aa43-fc0688c9497b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=24218dca46294674bc1a33799df75ade&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538911 Feb 11 13:16:34.421969 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59598) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:34.432172 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (a3e8fdf0-e40c-4bc5-bb50-abc527660d27), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.481127 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8498ee58-7943-410a-a565-dde33c000454 admin admin] Publish callbacks [] for security_group (4dcaa65c-3de7-4129-b6a0-01750c1eba4b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.489368 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3400460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25784533'] for subnet (a3e8fdf0-e40c-4bc5-bb50-abc527660d27), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.506564 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8498ee58-7943-410a-a565-dde33c000454 admin admin] Publish callbacks [] for security_group (4dcaa65c-3de7-4129-b6a0-01750c1eba4b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.511800 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e8fdf0-e40c-4bc5-bb50-abc527660d27,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.521981 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.528294 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-02a28635-fb0c-47d5-8271-0ba077464248 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a3e8fdf0-e40c-4bc5-bb50-abc527660d27 HTTP/1.1" status: 204 len: 168 time: 0.2875752 Feb 11 13:16:34.528505 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59600) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:34.529121 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82be6d-56fb-4de3-a895-ae7df3b8102e None None] Network 8141d4b5-3b3c-4633-8264-040c2bf814a6 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:16:34.570356 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8498ee58-7943-410a-a565-dde33c000454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (4dcaa65c-3de7-4129-b6a0-01750c1eba4b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.573731 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-8498ee58-7943-410a-a565-dde33c000454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.574977 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-8498ee58-7943-410a-a565-dde33c000454 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4dcaa65c-3de7-4129-b6a0-01750c1eba4b HTTP/1.1" status: 204 len: 168 time: 0.1520832 Feb 11 13:16:34.600762 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498ee58-7943-410a-a565-dde33c000454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dcaa65c-3de7-4129-b6a0-01750c1eba4b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.615315 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (8141d4b5-3b3c-4633-8264-040c2bf814a6), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.684055 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Deleting port 29cf4343-e65a-4302-a544-5928e84f0a6f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:16:34.684275 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.756050 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] For port 29cf4343-e65a-4302-a544-5928e84f0a6f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=29cf4343-e65a-4302-a544-5928e84f0a6f,segment=NetworkSegment(d2f56710-4d70-44d4-83ae-8b34ff8bdb18),segment_id=d2f56710-4d70-44d4-83ae-8b34ff8bdb18)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:34.756590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.770402 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Calling delete_port for 29cf4343-e65a-4302-a544-5928e84f0a6f owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:16:34.811741 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5796d3af-4631-46cb-981c-76dc4de494c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.855423 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (29cf4343-e65a-4302-a544-5928e84f0a6f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:34.890250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Pushing event deleted for resources: {'Port': ['ID=29cf4343-e65a-4302-a544-5928e84f0a6f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:34.900518 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] No DVR routers for this DVR port 29cf4343-e65a-4302-a544-5928e84f0a6f on host dv-cinder-810917-5-iscsi {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:16:34.988274 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0dde09-8ddb-49e6-acd0-24d5486322db None None] DHCP port deletion for 8141d4b5-3b3c-4633-8264-040c2bf814a6 request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:16:35.012439 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (8141d4b5-3b3c-4633-8264-040c2bf814a6), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.034663 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef8a10-a392-4e18-bd34-90420f1e0599 req-3c99b64e-a37b-4316-90da-8b4749527a3a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:35.036468 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-77ef8a10-a392-4e18-bd34-90420f1e0599 req-3c99b64e-a37b-4316-90da-8b4749527a3a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.1573095 Feb 11 13:16:35.046968 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8141d4b5-3b3c-4633-8264-040c2bf814a6']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:35.063901 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:35.064233 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f56710-4d70-44d4-83ae-8b34ff8bdb18') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:35.081030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (d2f56710-4d70-44d4-83ae-8b34ff8bdb18), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.114160 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (d2f56710-4d70-44d4-83ae-8b34ff8bdb18), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.121051 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e417a908-1420-4fee-ba74-d734f744a85d no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:35.129620 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-77ef8a10-a392-4e18-bd34-90420f1e0599 req-4d83fe3a-fb92-42f4-9102-421786fba018 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847514 Feb 11 13:16:35.130590 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:16:35.130994 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (d2f56710-4d70-44d4-83ae-8b34ff8bdb18), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:16:35.132750 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:16:35.142209 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: e417a908-1420-4fee-ba74-d734f744a85d {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:35.142556 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e417a908-1420-4fee-ba74-d734f744a85d not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:35.143212 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device db39f1e4-4226-48c2-8d27-37364fb6021e no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:35.171928 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: db39f1e4-4226-48c2-8d27-37364fb6021e {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:35.173155 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device db39f1e4-4226-48c2-8d27-37364fb6021e not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:35.173632 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 29cf4343-e65a-4302-a544-5928e84f0a6f no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:16:35.193735 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (8141d4b5-3b3c-4633-8264-040c2bf814a6), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.196356 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 29cf4343-e65a-4302-a544-5928e84f0a6f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:16:35.196845 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 29cf4343-e65a-4302-a544-5928e84f0a6f not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:16:35.199829 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.203064 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] 10.222.0.86 "DELETE /v2.0/networks/8141d4b5-3b3c-4633-8264-040c2bf814a6 HTTP/1.1" status: 204 len: 168 time: 0.6736219 Feb 11 13:16:35.215488 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88b25-8d11-45ee-87c4-5a65ce92e76f admin admin] Pushing event deleted for resources: {'Network': ['ID=8141d4b5-3b3c-4633-8264-040c2bf814a6,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.327489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59624) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:35.368262 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-7e290abe-ac24-4788-8920-00a237863b9c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=30bef10f92124bbf8b68a320daa5ad37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396738 Feb 11 13:16:35.370671 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59628) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:35.417243 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9b8060e6-084c-42fe-89a5-2d58784c7996 admin admin] Publish callbacks [] for security_group (1c4d635c-4d71-4751-88e0-169803561da1), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.438577 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9b8060e6-084c-42fe-89a5-2d58784c7996 admin admin] Publish callbacks [] for security_group (1c4d635c-4d71-4751-88e0-169803561da1), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.496112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9b8060e6-084c-42fe-89a5-2d58784c7996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1c4d635c-4d71-4751-88e0-169803561da1), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.498764 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-9b8060e6-084c-42fe-89a5-2d58784c7996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.500041 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-9b8060e6-084c-42fe-89a5-2d58784c7996 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c4d635c-4d71-4751-88e0-169803561da1 HTTP/1.1" status: 204 len: 168 time: 0.1283851 Feb 11 13:16:35.508712 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8060e6-084c-42fe-89a5-2d58784c7996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4d635c-4d71-4751-88e0-169803561da1,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:35.683461 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.844912 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59640) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:35.893779 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-da89a17c-c49d-4067-ab75-b06267081e59 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e230970a19154df2b4d5eb027fed74a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474372 Feb 11 13:16:35.896228 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59644) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:35.947534 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6ab1-caac-45cc-abd0-b42f171fc482 admin admin] Publish callbacks [] for security_group (91a24df0-e129-4f68-9b8f-6d26f5b38772), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:35.967982 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6ab1-caac-45cc-abd0-b42f171fc482 admin admin] Publish callbacks [] for security_group (91a24df0-e129-4f68-9b8f-6d26f5b38772), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.017388 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6ab1-caac-45cc-abd0-b42f171fc482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (91a24df0-e129-4f68-9b8f-6d26f5b38772), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.020014 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eb7f6ab1-caac-45cc-abd0-b42f171fc482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:36.021171 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-eb7f6ab1-caac-45cc-abd0-b42f171fc482 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/91a24df0-e129-4f68-9b8f-6d26f5b38772 HTTP/1.1" status: 204 len: 168 time: 0.1238787 Feb 11 13:16:36.028736 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f6ab1-caac-45cc-abd0-b42f171fc482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a24df0-e129-4f68-9b8f-6d26f5b38772,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:36.270137 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28181c-5408-4438-9029-43be32f6388a req-80225f5a-29d1-48b2-8d9c-8157d1d1441e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:36.271932 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e28181c-5408-4438-9029-43be32f6388a req-80225f5a-29d1-48b2-8d9c-8157d1d1441e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.0597992 Feb 11 13:16:36.325747 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-4e28181c-5408-4438-9029-43be32f6388a req-25090049-aeac-4f97-9d8e-84bdec3535d8 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478439 Feb 11 13:16:37.452945 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e8188-729b-49c4-a94e-6c60dd7b84f2 req-fd264786-d3de-4f14-9822-a82bc42fa7a1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:37.454568 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fa0e8188-729b-49c4-a94e-6c60dd7b84f2 req-fd264786-d3de-4f14-9822-a82bc42fa7a1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.0560412 Feb 11 13:16:37.506990 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-fa0e8188-729b-49c4-a94e-6c60dd7b84f2 req-326efdd1-d3ef-4c66-aa40-2c1fce922c40 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465143 Feb 11 13:16:37.768417 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:38.532884 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:38.632111 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5036c-0d45-48b3-b1b0-19f7caa6f8f2 req-e5990fa5-a819-44ce-8895-1112e0c25586 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:38.634145 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-62f5036c-0d45-48b3-b1b0-19f7caa6f8f2 req-e5990fa5-a819-44ce-8895-1112e0c25586 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.0575030 Feb 11 13:16:38.683933 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-62f5036c-0d45-48b3-b1b0-19f7caa6f8f2 req-3c291234-4e3d-4965-8c9a-7fb71019b198 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440993 Feb 11 13:16:38.803714 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 59690) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:38.908835 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de3dcae9-27b7-4810-a307-f06dec3e3ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:38.984607 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de3dcae9-27b7-4810-a307-f06dec3e3ab5 admin admin] Publish callbacks [] for security_group (a725a975-38c4-46a2-8fcd-807df5488fcf), precommit_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:38.988348 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-de3dcae9-27b7-4810-a307-f06dec3e3ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a725a975-38c4-46a2-8fcd-807df5488fcf), after_create {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.029558 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-de3dcae9-27b7-4810-a307-f06dec3e3ab5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=33a0c080abb54e12b6eeacfc0b4d38b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247343 Feb 11 13:16:39.030556 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3dcae9-27b7-4810-a307-f06dec3e3ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a725a975-38c4-46a2-8fcd-807df5488fcf,revision_number=1']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:39.032293 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59694) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:39.080902 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1574ed7-6043-4172-8399-bbaa3b83829f admin admin] Publish callbacks [] for security_group (a725a975-38c4-46a2-8fcd-807df5488fcf), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.101257 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1574ed7-6043-4172-8399-bbaa3b83829f admin admin] Publish callbacks [] for security_group (a725a975-38c4-46a2-8fcd-807df5488fcf), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.148163 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1574ed7-6043-4172-8399-bbaa3b83829f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (a725a975-38c4-46a2-8fcd-807df5488fcf), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.150867 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-c1574ed7-6043-4172-8399-bbaa3b83829f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:39.152049 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c1574ed7-6043-4172-8399-bbaa3b83829f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a725a975-38c4-46a2-8fcd-807df5488fcf HTTP/1.1" status: 204 len: 168 time: 0.1187565 Feb 11 13:16:39.159587 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1574ed7-6043-4172-8399-bbaa3b83829f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a725a975-38c4-46a2-8fcd-807df5488fcf,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:39.810547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5cf9e5-3605-40f0-a44f-8dafc37d31a9 req-a1bd4067-ab17-49c0-963b-accc2addf6dc tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:39.812020 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1b5cf9e5-3605-40f0-a44f-8dafc37d31a9 req-a1bd4067-ab17-49c0-963b-accc2addf6dc tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 943 time: 0.0598521 Feb 11 13:16:39.866214 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1b5cf9e5-3605-40f0-a44f-8dafc37d31a9 req-5d4b08b4-5ada-447c-9fa8-cc7e2a66ea0a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487888 Feb 11 13:16:40.111648 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:16:40.665458 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device f91ddda4-6858-446b-b06d-f2e9c682bf5f details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:16:40.763214 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port f91ddda4-6858-446b-b06d-f2e9c682bf5f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.774222 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'port_id': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'mac_address': 'fa:16:3e:bb:a8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:16:40.810934 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port f91ddda4-6858-446b-b06d-f2e9c682bf5f is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:40.811486 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.824087 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f91ddda4-6858-446b-b06d-f2e9c682bf5f {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:16:40.843036 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port f91ddda4-6858-446b-b06d-f2e9c682bf5f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:40.846811 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:40.893348 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=f91ddda4-6858-446b-b06d-f2e9c682bf5f,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:40.986386 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934b697-3fdc-4c1c-be77-9075dc7d6621 req-ab29099b-78e2-4163-a59f-11da4a7f4a9e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:40.987895 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b934b697-3fdc-4c1c-be77-9075dc7d6621 req-ab29099b-78e2-4163-a59f-11da4a7f4a9e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 944 time: 0.0527709 Feb 11 13:16:41.036400 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b934b697-3fdc-4c1c-be77-9075dc7d6621 req-9d9335f7-4f92-4ac5-8817-3a974d60fec8 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428150 Feb 11 13:16:41.114852 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['f91ddda4-6858-446b-b06d-f2e9c682bf5f'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:16:42.158755 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432fd22-e13f-4c9c-b204-cf47fd93f78c req-c381b593-e193-4cc1-aa26-8511174cbc2c tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:42.160156 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7432fd22-e13f-4c9c-b204-cf47fd93f78c req-c381b593-e193-4cc1-aa26-8511174cbc2c tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 944 time: 0.0549610 Feb 11 13:16:42.212186 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7432fd22-e13f-4c9c-b204-cf47fd93f78c req-36482ac8-667b-409f-95c5-0fddd4f2bd6f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464351 Feb 11 13:16:42.635320 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59744) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:42.669726 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device f91ddda4-6858-446b-b06d-f2e9c682bf5f up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:16:42.720040 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port f91ddda4-6858-446b-b06d-f2e9c682bf5f completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:16:42.724297 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port f91ddda4-6858-446b-b06d-f2e9c682bf5f triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:16:42.724678 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.739517 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a7f4-5804-47e8-9df4-aa76fe863c03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.806681 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port f91ddda4-6858-446b-b06d-f2e9c682bf5f is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:16:42.807078 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.816943 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a7f4-5804-47e8-9df4-aa76fe863c03 admin admin] Publish callbacks [] for security_group (7792ff74-3f16-4af7-ac02-c251ce2041fc), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.821602 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-b6a9a7f4-5804-47e8-9df4-aa76fe863c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7792ff74-3f16-4af7-ac02-c251ce2041fc), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.830501 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:42.832828 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37d39c2-1c15-45ed-9663-eadcf90aeb03" -d '{"events": [{"server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "name": "network-vif-plugged", "status": "completed", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:42.846045 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port f91ddda4-6858-446b-b06d-f2e9c682bf5f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:16:42.850563 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.861476 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9a7f4-5804-47e8-9df4-aa76fe863c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7792ff74-3f16-4af7-ac02-c251ce2041fc,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.866847 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-b6a9a7f4-5804-47e8-9df4-aa76fe863c03 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c31d856ee3c426bb6370b2a7005a7cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304921 Feb 11 13:16:42.869596 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59750) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:42.884706 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5c3341-3f33-4850-9d8a-dce1ea9dd83e x-openstack-request-id: req-2d5c3341-3f33-4850-9d8a-dce1ea9dd83e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:42.885000 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "name": "network-vif-plugged", "status": "completed", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:42.885253 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2d5c3341-3f33-4850-9d8a-dce1ea9dd83e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:42.885639 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'code': 200} Feb 11 13:16:42.914559 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=f91ddda4-6858-446b-b06d-f2e9c682bf5f,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:42.920414 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c2484e-4d9d-4030-a7dd-3eb8741036b6 admin admin] Publish callbacks [] for security_group (7792ff74-3f16-4af7-ac02-c251ce2041fc), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.942412 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c2484e-4d9d-4030-a7dd-3eb8741036b6 admin admin] Publish callbacks [] for security_group (7792ff74-3f16-4af7-ac02-c251ce2041fc), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.991423 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c2484e-4d9d-4030-a7dd-3eb8741036b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (7792ff74-3f16-4af7-ac02-c251ce2041fc), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.994567 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-20c2484e-4d9d-4030-a7dd-3eb8741036b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:42.997138 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-20c2484e-4d9d-4030-a7dd-3eb8741036b6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7792ff74-3f16-4af7-ac02-c251ce2041fc HTTP/1.1" status: 204 len: 168 time: 0.1252782 Feb 11 13:16:43.007730 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c2484e-4d9d-4030-a7dd-3eb8741036b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7792ff74-3f16-4af7-ac02-c251ce2041fc,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:43.133463 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0814192d-94fb-480f-95d3-581174d57b76 req-1a00df95-1b94-4b49-b357-6dcc548dd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.135072 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0814192d-94fb-480f-95d3-581174d57b76 req-1a00df95-1b94-4b49-b357-6dcc548dd43a service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 1129 time: 0.0525634 Feb 11 13:16:43.190386 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0814192d-94fb-480f-95d3-581174d57b76 req-aa8673ba-f05e-4e82-bbb3-af88a9912797 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456417 Feb 11 13:16:43.337497 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec474c-03ae-4083-bd2b-626982552037 req-f1224953-d789-470c-a83e-f5520c70ed90 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:43.338982 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-39ec474c-03ae-4083-bd2b-626982552037 req-f1224953-d789-470c-a83e-f5520c70ed90 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 945 time: 0.0570178 Feb 11 13:16:43.387313 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-39ec474c-03ae-4083-bd2b-626982552037 req-29a9c366-fdee-4b4b-ab79-75b76996571d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426054 Feb 11 13:16:44.506403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02795e-c2f4-4386-8186-8486b44b0d15 req-6a24222d-eceb-4a21-bf25-0216a252fe89 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.508429 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ea02795e-c2f4-4386-8186-8486b44b0d15 req-6a24222d-eceb-4a21-bf25-0216a252fe89 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 945 time: 0.0532784 Feb 11 13:16:44.560418 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ea02795e-c2f4-4386-8186-8486b44b0d15 req-3295e666-cf8b-4e78-a609-2929c0af8b27 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Feb 11 13:16:44.676496 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c3223-a4fb-4cf1-8716-961f02b03873 req-410d60bd-f4b0-4599-93d3-416194b4c42f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.677903 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b79c3223-a4fb-4cf1-8716-961f02b03873 req-410d60bd-f4b0-4599-93d3-416194b4c42f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 945 time: 0.0522695 Feb 11 13:16:44.726604 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-b79c3223-a4fb-4cf1-8716-961f02b03873 req-cbe8bfcc-c8b4-4edf-9624-79f9a2f851a5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428233 Feb 11 13:16:44.747842 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59760) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:44.925648 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5df973c-beb2-4bcc-b558-345b748ff387 tempest-TestVolumeBootPattern-1182323419 tempest-TestVolumeBootPattern-1182323419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:44.927215 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-f5df973c-beb2-4bcc-b558-345b748ff387 tempest-TestVolumeBootPattern-1182323419 tempest-TestVolumeBootPattern-1182323419-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 1124 time: 0.1783319 Feb 11 13:16:44.930529 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59764) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:16:44.934622 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'port_id': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:16:44.954572 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.049847 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.150007 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Allocated IP 172.27.3.186 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/041da26e-473e-4f36-8107-22723830cb52) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:16:45.250749 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (041da26e-473e-4f36-8107-22723830cb52), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.284329 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (041da26e-473e-4f36-8107-22723830cb52), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.323739 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:16:45.326400 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:16:45.329991 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:16:45.335049 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=041da26e-473e-4f36-8107-22723830cb52,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:45.684716 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (5e244514-df28-4ce4-a7e5-983d55d762aa), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.753360 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (041da26e-473e-4f36-8107-22723830cb52), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.899694 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (041da26e-473e-4f36-8107-22723830cb52), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.904946 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (041da26e-473e-4f36-8107-22723830cb52), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:45.973642 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=041da26e-473e-4f36-8107-22723830cb52,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:16:45.983957 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (5e244514-df28-4ce4-a7e5-983d55d762aa), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.082300 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Floating IP 5e244514-df28-4ce4-a7e5-983d55d762aa associated. External IP: 172.27.3.186, port: f91ddda4-6858-446b-b06d-f2e9c682bf5f. Feb 11 13:16:46.287372 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:16:46.396532 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:16:46.407293 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:16:46.414563 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:16:46.417846 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:46.418477 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:46.530369 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:46.731891 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-a3e0d5e9-5347-46e1-a57e-d5de1c6d3b26 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8003552 Feb 11 13:16:46.732534 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:16:46.735237 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:16:46.772654 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528dea05-e9b5-4de4-a05b-a98e8873c2bf x-openstack-request-id: req-528dea05-e9b5-4de4-a05b-a98e8873c2bf {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:16:46.773039 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:16:46.773865 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-528dea05-e9b5-4de4-a05b-a98e8873c2bf {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:16:46.774261 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'status': 'completed', 'code': 200} Feb 11 13:16:46.838343 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-06102fbb-4356-4035-8865-e3d7cf218df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.839886 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-06102fbb-4356-4035-8865-e3d7cf218df8 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 1129 time: 0.0427282 Feb 11 13:16:46.888141 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '5e244514-df28-4ce4-a7e5-983d55d762aa', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:bb:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:16:45Z', 'updated_at': '2022-02-11T13:16:45Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:46.913651 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:16:46.922589 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:16:46.923235 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:16:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:46.930808 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-fe91518c-8e85-4983-b85c-e786a1f9bc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:46.932330 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-fe91518c-8e85-4983-b85c-e786a1f9bc02 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0867784 Feb 11 13:16:46.996111 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-4101b0e1-606a-4030-9fc5-564dc06ee306 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f HTTP/1.1" status: 200 len: 999 time: 0.0571756 Feb 11 13:16:47.028879 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:16:47.042996 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-b6a54eaa-0097-484f-a35f-0f285acaabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.044576 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-b6a54eaa-0097-484f-a35f-0f285acaabb6 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0434101 Feb 11 13:16:47.096707 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-0b8a8ac2-3f44-46d7-b7b1-df6aea29d848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:16:47.098190 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-0b8a8ac2-3f44-46d7-b7b1-df6aea29d848 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475893 Feb 11 13:16:47.184607 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-6c17d04c-99ba-4c25-891c-cce59f7841bd service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803149 Feb 11 13:16:47.247898 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '5e244514-df28-4ce4-a7e5-983d55d762aa', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:bb:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:16:45Z', 'updated_at': '2022-02-11T13:16:45Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:16:47.275404 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-22da5aae-e8c5-4398-b241-bc1ca9c97ee0 req-35aede3b-3886-4c19-9439-e6eddb9a5f4f service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851235 Feb 11 13:16:47.278195 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c3c2c9-56d4-443c-bd26-e154c59311d1 None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '5e244514-df28-4ce4-a7e5-983d55d762aa', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.186', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:bb:a8:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:16:45Z', 'updated_at': '2022-02-11T13:16:45Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:16:47.469210 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ca60f1-faa6-41e9-9f6a-d4fac1c19c93 None None] New status for floating IP 5e244514-df28-4ce4-a7e5-983d55d762aa: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:16:58.565056 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:02.182176 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01b5e6c2-6e19-429e-bdde-ac6f0f03bece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:04.814204 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05269721-cb88-47d2-b38c-1f9594c0417b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:05.685470 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:07.770939 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:08.535372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:17.110588 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:28.567408 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:32.184304 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c88f64ff-38fd-4ba1-ac1f-49d4c4299d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:34.815963 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-698d2486-5935-4b34-a376-382d2dbe48a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:35.687790 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:37.772724 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:38.537633 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:17:54.110407 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:17:58.571279 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:02.187215 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cef136bb-a6c1-4d05-a87a-a93299fbab4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.798806 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-ced79b5a-0456-4ae9-86f8-02199c0774f6 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0481055 Feb 11 13:18:04.820038 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0030c878-b410-401d-8795-b1d013d0dcbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:04.893165 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-78308501-3f9c-4145-8ab0-053d7b6ed900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:04.894661 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-78308501-3f9c-4145-8ab0-053d7b6ed900 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 1129 time: 0.0482342 Feb 11 13:18:05.005919 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-1c5324fd-9307-4ed7-bc8c-b67ce5f27783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.007426 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-1c5324fd-9307-4ed7-bc8c-b67ce5f27783 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0890372 Feb 11 13:18:05.079493 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-6b7dc05c-1a50-4421-a84d-e17ff8656316 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f HTTP/1.1" status: 200 len: 1001 time: 0.0619648 Feb 11 13:18:05.136588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-a701c368-29e1-484b-86d3-d1fab4bcbc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.138041 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-a701c368-29e1-484b-86d3-d1fab4bcbc9a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0495999 Feb 11 13:18:05.191630 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-c0660408-65a7-417a-a0c9-508ff6a2d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:05.193255 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-c0660408-65a7-417a-a0c9-508ff6a2d522 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442851 Feb 11 13:18:05.290099 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-7c43e427-bfd1-48fd-96c3-124f35dd9c03 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871549 Feb 11 13:18:05.388207 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-71fdc07a-5f05-43a0-8855-c2858540cae2 req-ae54e330-17be-44f0-b460-822b1ea6cc4c service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880003 Feb 11 13:18:05.693701 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:07.776280 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:08.540248 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:28.580853 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:31.109948 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:18:32.189485 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f20698a-3264-4dcc-b1e7-08735445f317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:34.824227 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-43d2b7b0-bedb-481b-bebb-7b179bf6d8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:35.694835 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:37.779161 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:38.541924 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:44.506735 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1983ac0-c61d-44a6-b100-1b3e3db9b599 req-42c5e6cc-60f3-4d97-9b77-1d75337e9027 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:44.508273 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f1983ac0-c61d-44a6-b100-1b3e3db9b599 req-42c5e6cc-60f3-4d97-9b77-1d75337e9027 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 945 time: 0.1633599 Feb 11 13:18:44.557023 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f1983ac0-c61d-44a6-b100-1b3e3db9b599 req-485aa9a6-eadd-462e-bb75-19932667912a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431621 Feb 11 13:18:45.736761 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb62b0-68ec-400b-a614-c5318fb13581 req-6405ffdc-885e-437c-9cf9-d08008bce3e7 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:45.738275 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-edcb62b0-68ec-400b-a614-c5318fb13581 req-6405ffdc-885e-437c-9cf9-d08008bce3e7 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 945 time: 0.1090612 Feb 11 13:18:45.786943 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-edcb62b0-68ec-400b-a614-c5318fb13581 req-2bfdaf48-1175-43ed-8855-a5d81c6d2220 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430894 Feb 11 13:18:46.206842 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7034c-de67-4605-a023-dcc8de112f84 req-74cf740d-d8f4-43b5-b60c-4ff36d480ccc tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:46.208241 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eec7034c-de67-4605-a023-dcc8de112f84 req-74cf740d-d8f4-43b5-b60c-4ff36d480ccc tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 945 time: 0.0532072 Feb 11 13:18:46.300800 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Deleting port f91ddda4-6858-446b-b06d-f2e9c682bf5f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:18:46.301134 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.393876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] For port f91ddda4-6858-446b-b06d-f2e9c682bf5f, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=f91ddda4-6858-446b-b06d-f2e9c682bf5f,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:46.394238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.561376 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.561744 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (5e244514-df28-4ce4-a7e5-983d55d762aa), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.562063 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Floating IP 5e244514-df28-4ce4-a7e5-983d55d762aa disassociated. External IP: 172.27.3.186, port: f91ddda4-6858-446b-b06d-f2e9c682bf5f. Feb 11 13:18:46.562403 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Calling delete_port for f91ddda4-6858-446b-b06d-f2e9c682bf5f owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:18:46.703370 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (f91ddda4-6858-446b-b06d-f2e9c682bf5f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:46.733742 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'Port': ['ID=f91ddda4-6858-446b-b06d-f2e9c682bf5f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:46.745548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.746166 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.746278 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.746562 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.746893 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.747250 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.747578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.747912 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.748238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.748651 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.748985 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.749309 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.749629 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:46.866269 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:18:46.896373 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-809c3d10-6aa6-4640-bca9-805c5c9d1804 req-b87c754d-9c3e-4a1b-b15d-40e7a1e751ee tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=f68f27f7-7d5c-40a8-9840-d7cb1b2fb956 HTTP/1.1" status: 200 len: 210 time: 0.0327425 Feb 11 13:18:47.003695 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:18:47.016924 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:18:47.028990 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:47.030087 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:18:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.062256 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] No DVR routers for this DVR port f91ddda4-6858-446b-b06d-f2e9c682bf5f on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:18:47.065415 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:47.068801 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eec7034c-de67-4605-a023-dcc8de112f84 req-e0a692d1-44e5-48bd-874a-2ee43c752aff tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "DELETE /v2.0/ports/f91ddda4-6858-446b-b06d-f2e9c682bf5f HTTP/1.1" status: 204 len: 173 time: 0.8523707 Feb 11 13:18:47.069347 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'name': 'network-vif-deleted', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:47.071928 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3a9458-1358-42f0-9862-e4a316cb7314" -d '{"events": [{"server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "name": "network-vif-deleted", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:47.183225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:47.192482 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b77226-13c3-4b5f-821f-84c894e72f44 x-openstack-request-id: req-22b77226-13c3-4b5f-821f-84c894e72f44 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:47.192835 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f68f27f7-7d5c-40a8-9840-d7cb1b2fb956", "name": "network-vif-deleted", "tag": "f91ddda4-6858-446b-b06d-f2e9c682bf5f", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:47.193148 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-22b77226-13c3-4b5f-821f-84c894e72f44 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:47.193556 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f68f27f7-7d5c-40a8-9840-d7cb1b2fb956', 'name': 'network-vif-deleted', 'tag': 'f91ddda4-6858-446b-b06d-f2e9c682bf5f', 'status': 'completed', 'code': 200} Feb 11 13:18:47.401601 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.429379 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:18:47.438364 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:18:47.438991 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:18:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.548552 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:18:47.761196 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:18:47.920824 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea70a4f-066e-4dfe-bb75-e6ef7fbeedaf None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:18:48.157905 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e56e60-4b69-4050-99b8-5e8fcdf1eea7 None None] New status for floating IP 5e244514-df28-4ce4-a7e5-983d55d762aa: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:18:48.174443 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-d9f8201b-ec9b-41ca-bf93-075904cdf6e2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044458428&fields=id&tenant_id=c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 267 time: 0.0463724 Feb 11 13:18:48.279251 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-b07b91a2-3639-4c60-95ad-b31ef97eecae tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:48.280769 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-b07b91a2-3639-4c60-95ad-b31ef97eecae tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 812 time: 0.0996938 Feb 11 13:18:48.296339 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-1f78472a-e3ac-4adf-89f9-f80f6bc37f57 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/quotas/c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 375 time: 0.0094848 Feb 11 13:18:48.356486 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a72c6ffb-5c88-4192-9dca-0c2fb94bccf4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546775 Feb 11 13:18:48.371747 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-6fe38be3-01a7-4a75-aab8-1d413422667f service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:18:48.372603 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-6fe38be3-01a7-4a75-aab8-1d413422667f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052648 Feb 11 13:18:48.470766 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-dbfdc635-7786-46ea-b555-68abfb666178 service neutron] 10.222.0.86 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914173 Feb 11 13:18:48.577808 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-0b8d51f0-e6e8-4c12-b91f-3733e277f50d service neutron] 10.222.0.86 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012378 Feb 11 13:18:48.867823 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bbc7904e-13fb-4b88-afac-38c1d008a672 req-7efd4a2d-e216-4f67-8310-4aa3aed46110 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Feb 11 13:18:49.303530 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device f91ddda4-6858-446b-b06d-f2e9c682bf5f no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:18:49.324404 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: f91ddda4-6858-446b-b06d-f2e9c682bf5f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:18:49.324752 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device f91ddda4-6858-446b-b06d-f2e9c682bf5f not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:18:49.998818 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e10b7f24-8f6f-42b0-8108-d659e0e28bac req-0a624e5a-ee77-4206-b5ac-7ba8512599f4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 210 time: 0.0578659 Feb 11 13:18:50.038112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-7bee9694-388f-4579-9a0f-4d790bc7b7c3 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.039589 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-7bee9694-388f-4579-9a0f-4d790bc7b7c3 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 812 time: 0.1353221 Feb 11 13:18:50.107208 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-dca31e98-3cfa-41d1-b06e-ccfede4e90e3 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 380 time: 0.0548811 Feb 11 13:18:50.118123 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'port': {'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'admin_state_up': True, 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'security_groups': ['74864be7-c7b9-4891-a265-dfc0ed320427']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:50.225558 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Made reservation on behalf of c49cfe9f0e154baca8377dd033d5bfff for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:18:50.229024 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.352042 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Allocated IP 172.20.0.10 (205e04ec-9f3b-4232-a71c-37ffeb681406/0a8f85fb-b77e-408c-9291-acd4c594d735/7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:18:50.499164 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.538564 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.582937 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:18:50.585882 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:18:50.589559 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:18:50.595697 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:50.647085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:50.647755 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.664067 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a9d59ee4-6a70-41e2-a120-1d34442ba6d2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5496690 Feb 11 13:18:50.676073 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-b622c8dd-0026-4c21-a18f-015238c0dc1a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=102667) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 11 13:18:50.677146 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-b622c8dd-0026-4c21-a18f-015238c0dc1a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054762 Feb 11 13:18:50.740432 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Request body: {'port': {'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:18:50.801271 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.807789 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-4580ee62-7c2c-4ca2-bf19-cc168b6b7e2d None None] Provisioning complete for port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:18:50.808351 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4580ee62-7c2c-4ca2-bf19-cc168b6b7e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:50.845902 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4580ee62-7c2c-4ca2-bf19-cc168b6b7e2d None None] Port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:18:51.076499 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:51.091980 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Publish callbacks [] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.121843 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Transition to ACTIVE for port object 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:18:51.126351 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.176009 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862756c2-4b24-4979-a696-45ba580f9851 req-97201d86-e6e2-453a-80cf-e4b2fecdda44 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.177538 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-862756c2-4b24-4979-a696-45ba580f9851 req-97201d86-e6e2-453a-80cf-e4b2fecdda44 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 932 time: 0.1033633 Feb 11 13:18:51.199922 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Pushing event updated for resources: {'Port': ['ID=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.287282 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-862756c2-4b24-4979-a696-45ba580f9851 req-780ace7d-9670-4443-ac2d-32a81501084a tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992711 Feb 11 13:18:51.302318 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Attempting to bind port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:18:51.302884 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Attempting to bind port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:18:51.303294 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Attempting to bind port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:51.307827 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 on network 205e04ec-9f3b-4232-a71c-37ffeb681406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:18:51.308150 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Attempting to bind port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:18:51.313363 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:18:51.313702 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Checking segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:18:51.314086 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Bound using segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:18:51.314588 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Bound port: 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:18:51.314910 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.379921 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] For port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:18:51.384714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] For port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:18:51.392850 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.430224 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.430795 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:51.432287 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-82837799-6484-4c40-8e7e-214d68841081 service neutron] 10.222.0.77 "PUT /v2.0/ports/7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 1094 time: 0.7444909 Feb 11 13:18:51.432737 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:18:51.435300 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdf74551-746b-4873-8a41-320409a1aec8" -d '{"events": [{"name": "network-changed", "server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:18:51.458969 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82837799-6484-4c40-8e7e-214d68841081 service neutron] Pushing event updated for resources: {'Port': ['ID=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:51.508811 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d2905c2-2424-41ed-8039-8aad693c249f x-openstack-request-id: req-1d2905c2-2424-41ed-8039-8aad693c249f {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:18:51.509106 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:18:51.509361 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1d2905c2-2424-41ed-8039-8aad693c249f {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:18:51.509756 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'status': 'completed', 'code': 200} Feb 11 13:18:51.530381 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-03e90080-f51c-4f7c-97c8-c6f7636813ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.531994 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-03e90080-f51c-4f7c-97c8-c6f7636813ec service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1128 time: 0.0537920 Feb 11 13:18:51.576515 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-87150e34-8cbe-485a-87f2-9e0fc6773861 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 217 time: 0.0366104 Feb 11 13:18:51.633645 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-49dc2f4b-b0a2-4bf6-a63d-133097c40f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.635166 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-49dc2f4b-b0a2-4bf6-a63d-133097c40f5a service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0518501 Feb 11 13:18:51.685399 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a6f7435e-ce8a-4b2f-9bb4-b4c30051c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.686881 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a6f7435e-ce8a-4b2f-9bb4-b4c30051c5c6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452151 Feb 11 13:18:51.782512 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-a882b72c-25b0-49cf-b1df-691c42ccb979 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860608 Feb 11 13:18:51.875633 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-35d766bb-d7a3-4734-90e4-f18206237bee req-1aa0e027-fc23-4e5f-b2f8-34adb3f8a102 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837839 Feb 11 13:18:51.968847 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf74551-746b-4873-8a41-320409a1aec8 req-2d771df6-a853-4fc5-a968-1b1b7af52760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:51.970345 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-2d771df6-a853-4fc5-a968-1b1b7af52760 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1128 time: 0.0440328 Feb 11 13:18:52.077654 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf74551-746b-4873-8a41-320409a1aec8 req-0106508f-54fb-4a88-b2cc-844850751388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.079208 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-0106508f-54fb-4a88-b2cc-844850751388 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.1013174 Feb 11 13:18:52.121148 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-bc5eb70d-91a1-4ba5-96ba-896287d8f7e9 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 217 time: 0.0354929 Feb 11 13:18:52.172550 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf74551-746b-4873-8a41-320409a1aec8 req-2d71cc5c-ea58-49e3-8409-8968f3b385ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.174003 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-2d71cc5c-ea58-49e3-8409-8968f3b385ff service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0436003 Feb 11 13:18:52.222956 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf74551-746b-4873-8a41-320409a1aec8 req-1b9a1419-6e78-4c5d-843c-345404d50274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.224495 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-1b9a1419-6e78-4c5d-843c-345404d50274 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433505 Feb 11 13:18:52.316142 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-4b0eeb39-7e2c-4303-ab00-47407e04d47e service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854104 Feb 11 13:18:52.443890 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bdf74551-746b-4873-8a41-320409a1aec8 req-dd899b98-c8ae-485b-a592-2e28be077a52 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180630 Feb 11 13:18:52.457353 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26b779-26f3-4dce-b24b-c44df53174f2 req-fa8aa4a6-9f64-4c8e-95c5-7b0729e93dfd tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:52.458847 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2f26b779-26f3-4dce-b24b-c44df53174f2 req-fa8aa4a6-9f64-4c8e-95c5-7b0729e93dfd tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 944 time: 0.1026096 Feb 11 13:18:52.519607 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2f26b779-26f3-4dce-b24b-c44df53174f2 req-72a78382-3a47-45c3-8d04-6036fafa091c tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540380 Feb 11 13:18:53.642951 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd926fbf-38a5-4a2b-8efb-cbeccdf5d6e0 req-b204b3e3-b90c-4456-afe0-536030b0c131 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:53.644511 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dd926fbf-38a5-4a2b-8efb-cbeccdf5d6e0 req-b204b3e3-b90c-4456-afe0-536030b0c131 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 944 time: 0.0531273 Feb 11 13:18:53.704897 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-dd926fbf-38a5-4a2b-8efb-cbeccdf5d6e0 req-f4914cf3-194e-471a-88ce-1dcd55f86641 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535262 Feb 11 13:18:54.827202 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a029fac-0578-4b42-91e5-6979e6d541fd req-ebf7c06f-31f4-4d94-a4c7-d3c8541291f1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:54.828650 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a029fac-0578-4b42-91e5-6979e6d541fd req-ebf7c06f-31f4-4d94-a4c7-d3c8541291f1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 944 time: 0.0545793 Feb 11 13:18:54.876361 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a029fac-0578-4b42-91e5-6979e6d541fd req-c4380edc-223f-46df-adb9-d39af47ff760 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414464 Feb 11 13:18:56.035795 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e2a8c8-da5b-49ba-894d-d42a6d814b2e req-604da3ce-fb11-48c2-827e-6937aea23f30 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:56.037366 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-57e2a8c8-da5b-49ba-894d-d42a6d814b2e req-604da3ce-fb11-48c2-827e-6937aea23f30 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 944 time: 0.0636389 Feb 11 13:18:56.089552 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-57e2a8c8-da5b-49ba-894d-d42a6d814b2e req-46ec4ce2-6f6c-450a-a770-7d2d5951bc3f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464220 Feb 11 13:18:57.215914 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1f3cc-b522-402c-a5c8-d69989d941c8 req-1b13677f-9abd-465a-8004-c515e9fdb203 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:57.217392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7de1f3cc-b522-402c-a5c8-d69989d941c8 req-1b13677f-9abd-465a-8004-c515e9fdb203 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 944 time: 0.0570340 Feb 11 13:18:57.269520 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7de1f3cc-b522-402c-a5c8-d69989d941c8 req-9049a131-18bb-446b-a814-2343d9031f3d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460527 Feb 11 13:18:58.396067 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689dcaa-c698-4d7d-b3a9-49a146af0f81 req-68e9f0b8-ffa4-49e7-bb84-042ff87ac064 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:58.397536 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3689dcaa-c698-4d7d-b3a9-49a146af0f81 req-68e9f0b8-ffa4-49e7-bb84-042ff87ac064 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 944 time: 0.0594349 Feb 11 13:18:58.453352 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3689dcaa-c698-4d7d-b3a9-49a146af0f81 req-dfaefa56-e68a-4062-a2d5-ad54c447d37b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500200 Feb 11 13:18:58.581143 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.317209 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:18:59.415226 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:59.426373 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:18:59.462553 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:18:59.462938 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.477687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:18:59.497990 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:18:59.501885 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:18:59.557103 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:18:59.564452 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.564823 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.565155 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.565496 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.565829 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.566161 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.566489 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.566820 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.567227 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.567565 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.567890 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.568335 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.568668 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:18:59.582084 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a95702-47b5-4243-a794-935f596e58bd req-ad694095-0ca5-4cfb-a58b-63f12cb1a3f6 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:18:59.583852 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-61a95702-47b5-4243-a794-935f596e58bd req-ad694095-0ca5-4cfb-a58b-63f12cb1a3f6 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 945 time: 0.0545042 Feb 11 13:18:59.633104 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-61a95702-47b5-4243-a794-935f596e58bd req-573ed698-d912-431b-ba70-489439d40a38 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434885 Feb 11 13:18:59.798268 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:19:00.754705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606caf6-b2e1-4e0a-bba0-9879fb49d722 req-58bb07e7-883f-4a16-83b4-5a96be685a1d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:00.756235 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d606caf6-b2e1-4e0a-bba0-9879fb49d722 req-58bb07e7-883f-4a16-83b4-5a96be685a1d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 945 time: 0.0576425 Feb 11 13:19:00.806346 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d606caf6-b2e1-4e0a-bba0-9879fb49d722 req-e6a9d65e-ebbf-4088-be05-7b3eeb0732c4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436420 Feb 11 13:19:01.317613 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:19:01.366963 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:19:01.370798 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:19:01.371146 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.446165 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:19:01.446553 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.472166 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:01.474392 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cf256a-4fdd-476e-98bb-5e63c8d82fe6" -d '{"events": [{"server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "name": "network-vif-plugged", "status": "completed", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:01.487067 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:19:01.493091 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:01.545425 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:01.579231 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2345a7-d86b-4f25-9703-00c621c07978 x-openstack-request-id: req-8a2345a7-d86b-4f25-9703-00c621c07978 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:01.579530 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "name": "network-vif-plugged", "status": "completed", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:01.580326 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8a2345a7-d86b-4f25-9703-00c621c07978 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:01.580727 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'code': 200} Feb 11 13:19:01.828979 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e8197d-6b70-41e3-91ed-c69aba391560 req-1d4a3aae-7f17-48b5-9591-f40d3b8973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.831050 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a0e8197d-6b70-41e3-91ed-c69aba391560 req-1d4a3aae-7f17-48b5-9591-f40d3b8973a0 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1130 time: 0.0492077 Feb 11 13:19:01.896902 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a0e8197d-6b70-41e3-91ed-c69aba391560 req-7d7d456a-7994-4d26-a477-2f78439bbb27 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557857 Feb 11 13:19:01.937062 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ecfb6c-52d2-44fa-8086-92076679cf99 req-d1c1d9f0-c98e-49cd-b7c3-deecab5b3b78 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:01.938708 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30ecfb6c-52d2-44fa-8086-92076679cf99 req-d1c1d9f0-c98e-49cd-b7c3-deecab5b3b78 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 946 time: 0.0622087 Feb 11 13:19:01.996171 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-30ecfb6c-52d2-44fa-8086-92076679cf99 req-42a723bd-e701-409a-b263-1bb3ae8f12a5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515122 Feb 11 13:19:02.193539 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8a7055ae-4eaf-44a9-829b-c03bce99eaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.139629 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39dfd48-1532-4bb1-ab04-01cc2ec0acf0 req-a06be400-7fe2-4839-8ca6-56028346a1ea tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.141109 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d39dfd48-1532-4bb1-ab04-01cc2ec0acf0 req-a06be400-7fe2-4839-8ca6-56028346a1ea tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 946 time: 0.0529511 Feb 11 13:19:03.192850 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d39dfd48-1532-4bb1-ab04-01cc2ec0acf0 req-0c336d3a-0d15-4385-a3da-8b28f4b6593f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425520 Feb 11 13:19:03.336285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153531b-0293-47ea-9cb5-baf996d017c2 req-a79c9dc2-9ec4-4720-bbc8-4719269bb63d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.337867 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f153531b-0293-47ea-9cb5-baf996d017c2 req-a79c9dc2-9ec4-4720-bbc8-4719269bb63d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 946 time: 0.0525055 Feb 11 13:19:03.386351 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f153531b-0293-47ea-9cb5-baf996d017c2 req-7a808b8a-2874-4cb8-9e37-e03f68dfd8c0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427489 Feb 11 13:19:03.416101 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59886) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:03.460850 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19fe687-5171-4b11-a968-89e593d700fc tempest-TestVolumeBootPattern-1182323419 tempest-TestVolumeBootPattern-1182323419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:03.462334 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-c19fe687-5171-4b11-a968-89e593d700fc tempest-TestVolumeBootPattern-1182323419 tempest-TestVolumeBootPattern-1182323419-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1125 time: 0.0452573 Feb 11 13:19:03.465081 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 59888) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:19:03.469175 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:19:03.490332 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.590807 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.698811 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Allocated IP 172.27.3.198 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:19:03.809350 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.846690 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:03.908848 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:19:03.913547 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:19:03.918359 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:19:03.946264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:04.600524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (85d14231-22b5-4898-819d-274768e8e136), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.680000 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.836176 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bbc75bc7-fd68-4a67-ae73-8f594b93ea22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.951733 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:04.962174 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.074122 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:19:05.090552 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (85d14231-22b5-4898-819d-274768e8e136), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.211267 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Floating IP 85d14231-22b5-4898-819d-274768e8e136 associated. External IP: 172.27.3.198, port: 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216. Feb 11 13:19:05.422944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:19:05.532179 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:19:05.545413 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:19:05.555108 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.558022 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:05.558666 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:19:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:05.585022 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-351c7c6b-c55b-4d07-bc18-2580f50fe9e4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1189175 Feb 11 13:19:05.585722 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:19:05.588050 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0" -d '{"events": [{"name": "network-changed", "server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:19:05.623966 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f18dfe0-85a3-4ea8-a2c2-9b4a918ba7de x-openstack-request-id: req-8f18dfe0-85a3-4ea8-a2c2-9b4a918ba7de {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:19:05.624635 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:19:05.624635 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f18dfe0-85a3-4ea8-a2c2-9b4a918ba7de {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:19:05.624911 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'status': 'completed', 'code': 200} Feb 11 13:19:05.676653 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:05.697498 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-f0de9915-38ee-4b96-8a31-abe9cc997e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.699052 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-f0de9915-38ee-4b96-8a31-abe9cc997e60 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1130 time: 0.0509124 Feb 11 13:19:05.732624 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:05.831672 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-4eb21d50-710b-413a-9813-be5d11eeab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.833146 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-4eb21d50-710b-413a-9813-be5d11eeab15 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.1286709 Feb 11 13:19:05.839625 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-3dbad78a-7d32-43c3-b32c-3784d84481d3 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682769 Feb 11 13:19:05.910428 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-a0d1a3b4-26c8-4697-a5ff-3816b21cc7b8 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 1000 time: 0.0698116 Feb 11 13:19:05.922669 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:04Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:05.948982 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:19:05.957662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:19:05.958270 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:19:05Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:05.963578 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-5ea170d0-f833-4143-8381-ab99a48a40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:05.965045 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-5ea170d0-f833-4143-8381-ab99a48a40e0 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0487373 Feb 11 13:19:06.014426 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-eb303f6f-b969-4ba3-9d37-2e687b936764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.016042 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-eb303f6f-b969-4ba3-9d37-2e687b936764 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450234 Feb 11 13:19:06.066548 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:19:06.113725 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-f8c40942-aae1-49d1-9d51-1c8c1075a632 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918531 Feb 11 13:19:06.208922 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bcf2f9fb-f17d-4c30-a73d-8095ce93f7e0 req-908f71f1-dd92-4923-b0dd-8c1a60c937c6 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883210 Feb 11 13:19:06.310361 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:04Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:19:06.326399 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-f4096ec1-8810-44e7-a1af-b4dd44944057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.327996 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-f4096ec1-8810-44e7-a1af-b4dd44944057 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1130 time: 0.0561326 Feb 11 13:19:06.336881 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef94f6c2-5b28-4283-aa80-2cb3632d1f49 None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:04Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:19:06.437206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-e64bb88b-d89f-4c51-b50b-edc1e2153ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.438671 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-e64bb88b-d89f-4c51-b50b-edc1e2153ff3 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0905843 Feb 11 13:19:06.511800 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-3fccdd63-fb2d-4097-80c8-e878d16fd279 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 1000 time: 0.0666401 Feb 11 13:19:06.547891 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457dfe5b-22f5-445c-bf01-67d0a515fa17 None None] New status for floating IP 85d14231-22b5-4898-819d-274768e8e136: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:19:06.565483 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-a5f60128-71ac-4999-8fe1-85659574f34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.566966 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-a5f60128-71ac-4999-8fe1-85659574f34b service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0500500 Feb 11 13:19:06.617885 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-9b9deb15-4bca-4e85-952c-b0544c53c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:19:06.620087 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-9b9deb15-4bca-4e85-952c-b0544c53c38b service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475082 Feb 11 13:19:06.718745 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-d7d78fdd-a92b-40b4-ad51-f1c376c49187 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924633 Feb 11 13:19:06.807827 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-48d015f8-d815-47fc-9b71-deebf1f2ad15 req-97ea77cd-3c32-463f-9499-98af6790917f service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834322 Feb 11 13:19:07.785460 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:08.108372 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:08.543924 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:28.583944 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:32.196480 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-09286c07-929a-42db-8f2d-0f757b13a367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:34.834348 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cb304ba5-5509-40c4-abcf-bc0feef1ec4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:35.701210 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:37.784876 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:38.546409 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:19:45.107224 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:19:58.596934 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:02.198814 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a28aa69c-0c55-4834-81be-6f7e3e4cebcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:04.835698 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ce9a93ae-7f51-4f1f-a08b-65856b4526b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:05.704992 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:06.804114 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-59d24e7f-2a47-4535-b9c6-a5768a1ee660 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519118 Feb 11 13:20:06.898073 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-efdc5be8-d018-40ca-bc20-813e2f9260fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:06.899621 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-efdc5be8-d018-40ca-bc20-813e2f9260fa service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1130 time: 0.0457518 Feb 11 13:20:07.007348 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-446c60ee-9075-476c-9b8b-437c1dfd6a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.008833 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-446c60ee-9075-476c-9b8b-437c1dfd6a22 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0903261 Feb 11 13:20:07.081243 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-308086bb-bd72-4229-aa0d-82cdf41dd65f service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 1002 time: 0.0620048 Feb 11 13:20:07.135946 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-5efb7394-b194-4db5-9a19-57d9549bd0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.137428 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-5efb7394-b194-4db5-9a19-57d9549bd0ea service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0477569 Feb 11 13:20:07.194452 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-76bb63ed-6e34-487a-9f71-e0c2ac7cd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:07.195993 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-76bb63ed-6e34-487a-9f71-e0c2ac7cd4e7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514371 Feb 11 13:20:07.295475 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-432bfba6-9788-49ae-9e59-87c4e9dfed45 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887144 Feb 11 13:20:07.403730 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a52aae6e-fe51-48c3-adb2-fd2d6dae2e7b req-b8ebf587-068c-477a-822f-651cd75ace60 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970409 Feb 11 13:20:07.788163 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:08.551445 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:22.107363 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:28.611427 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:32.200449 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6f46941f-d6e0-4a77-a8e7-11cdbb64aabb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:34.837145 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-86ecf8e0-6023-4f98-8c5a-77f518ecbd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:35.706225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:37.790749 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:38.555012 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:40.933134 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-263355da-8f68-488f-aa98-2571f1fa21b7 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2044458428&fields=id&tenant_id=c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 267 time: 0.0438724 Feb 11 13:20:41.035349 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-433aa894-3b16-4e2b-8c46-a78ccd53a1a7 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:41.036790 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-433aa894-3b16-4e2b-8c46-a78ccd53a1a7 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 812 time: 0.0967119 Feb 11 13:20:41.051381 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-571492e8-f854-462f-9a5e-0642b892707d tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/quotas/c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 375 time: 0.0090806 Feb 11 13:20:41.111092 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-6b7beb3c-3fbd-4a4a-a702-6eeed54ee931 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549417 Feb 11 13:20:41.265321 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-69943439-d54d-438d-b6c3-9f63b4a77f94 service neutron] 10.222.0.86 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426589 Feb 11 13:20:41.355875 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-ddabe672-9cbd-49cc-8bd0-67bf2f7bc81c service neutron] 10.222.0.86 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844393 Feb 11 13:20:41.633761 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-f82b05fa-7114-4f16-ad10-01cd96caf351 req-fd988d10-b334-46c6-9ee1-532fb64dd1b3 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 210 time: 0.0275173 Feb 11 13:20:42.622979 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-1b0b0337-6c3b-4188-98fe-77a3bad9d364 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:42.624497 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-1b0b0337-6c3b-4188-98fe-77a3bad9d364 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 812 time: 0.1088326 Feb 11 13:20:42.691355 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-a643a3d7-3b04-44a2-a175-7f3d215338f2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c49cfe9f0e154baca8377dd033d5bfff HTTP/1.1" status: 200 len: 380 time: 0.0553849 Feb 11 13:20:42.703449 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'port': {'device_id': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'admin_state_up': True, 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'security_groups': ['74864be7-c7b9-4891-a265-dfc0ed320427']}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:42.749731 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-90c87b97-1615-44a5-8f5b-2de7b8688e4e req-cc5308b5-e26c-4f2d-b5ff-95ce24358d32 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 210 time: 0.0416336 Feb 11 13:20:42.834186 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Made reservation on behalf of c49cfe9f0e154baca8377dd033d5bfff for: {'port': 1} {{(pid=102667) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 11 13:20:42.837643 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:42.964515 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Allocated IP 172.20.0.8 (205e04ec-9f3b-4232-a71c-37ffeb681406/0a8f85fb-b77e-408c-9291-acd4c594d735/508bd681-d269-4733-869f-d590f16d6d8c) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:43.105548 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (508bd681-d269-4733-869f-d590f16d6d8c), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.139675 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (508bd681-d269-4733-869f-d590f16d6d8c), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.182008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:43.185125 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:43.189568 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:43.216436 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=508bd681-d269-4733-869f-d590f16d6d8c,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.230507 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.230868 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.231244 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.231586 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.231926 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.232263 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.232599 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.232931 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.233264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.233594 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.233921 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.234271 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.234605 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:43.253853 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.254473 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.272030 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-708083fb-20b7-4fbf-bf9f-b70f1a2af34f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5724368 Feb 11 13:20:43.283807 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Request body: {'port': {'device_id': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81091'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:43.349198 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (508bd681-d269-4733-869f-d590f16d6d8c), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.432782 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-1dff4039-0d00-4c4e-9aca-a7f5ef6076e6 None None] Provisioning complete for port 508bd681-d269-4733-869f-d590f16d6d8c triggered by entity DHCP. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:43.433372 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1dff4039-0d00-4c4e-9aca-a7f5ef6076e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (508bd681-d269-4733-869f-d590f16d6d8c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.467014 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1dff4039-0d00-4c4e-9aca-a7f5ef6076e6 None None] Port 508bd681-d269-4733-869f-d590f16d6d8c cannot update to ACTIVE because it is not bound. {{(pid=102669) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 11 13:20:43.603475 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508bd681-d269-4733-869f-d590f16d6d8c {{(pid=102667) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:20:43.610658 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Publish callbacks [] for port (508bd681-d269-4733-869f-d590f16d6d8c), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.622214 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.provisioning_blocks [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Transition to ACTIVE for port object 508bd681-d269-4733-869f-d590f16d6d8c will not be triggered until provisioned by entity L2. {{(pid=102667) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 11 13:20:43.626290 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (508bd681-d269-4733-869f-d590f16d6d8c), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.679194 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Pushing event updated for resources: {'Port': ['ID=508bd681-d269-4733-869f-d590f16d6d8c,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:43.751776 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Attempting to bind port 508bd681-d269-4733-869f-d590f16d6d8c on host hv-cinder-81091 for vnic_type normal with profile {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 11 13:20:43.752109 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Attempting to bind port 508bd681-d269-4733-869f-d590f16d6d8c by drivers openvswitch,hyperv on host hv-cinder-81091 at level 0 using segments [{'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 11 13:20:43.752435 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Attempting to bind port 508bd681-d269-4733-869f-d590f16d6d8c on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:43.757206 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Port 508bd681-d269-4733-869f-d590f16d6d8c on network 205e04ec-9f3b-4232-a71c-37ffeb681406 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81091 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 11 13:20:43.757525 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Attempting to bind port 508bd681-d269-4733-869f-d590f16d6d8c on network 205e04ec-9f3b-4232-a71c-37ffeb681406 {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 11 13:20:43.762676 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Checking agent: {'id': 'f8f406cd-589e-464f-ade4-fb75b39e9eca', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81091', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'started_at': datetime.datetime(2022, 2, 11, 13, 5, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 11, 13, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 11 13:20:43.763009 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Checking segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102667) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 11 13:20:43.763469 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Bound using segment: {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'} {{(pid=102667) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 11 13:20:43.763895 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.managers [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Bound port: 508bd681-d269-4733-869f-d590f16d6d8c, host: hv-cinder-81091, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47ddf0d9-d9f8-4b16-9d16-888e55319e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406'}}] {{(pid=102667) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 11 13:20:43.764246 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (508bd681-d269-4733-869f-d590f16d6d8c), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.860136 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] For port 508bd681-d269-4733-869f-d590f16d6d8c, host hv-cinder-81091, cleared binding levels {{(pid=102667) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 11 13:20:43.876139 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] For port 508bd681-d269-4733-869f-d590f16d6d8c, host hv-cinder-81091, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=508bd681-d269-4733-869f-d590f16d6d8c,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 11 13:20:43.885207 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (508bd681-d269-4733-869f-d590f16d6d8c), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.920207 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.920803 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:43.922229 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] 10.222.0.77 "PUT /v2.0/ports/508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 200 len: 1093 time: 0.6426876 Feb 11 13:20:43.924717 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:43.927026 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f677100-7688-4b29-a009-3176de3d4f2a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "tag": "508bd681-d269-4733-869f-d590f16d6d8c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:43.951754 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da0e0e-2614-45ce-99ff-bbe94d362881 req-ff7159ea-6f16-4c53-a954-1e97f2691002 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:43.953856 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-60da0e0e-2614-45ce-99ff-bbe94d362881 req-ff7159ea-6f16-4c53-a954-1e97f2691002 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.1303067 Feb 11 13:20:43.981876 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7996fe9-e3f5-48a4-a236-b50eca5b03d4 x-openstack-request-id: req-d7996fe9-e3f5-48a4-a236-b50eca5b03d4 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:43.982168 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "tag": "508bd681-d269-4733-869f-d590f16d6d8c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:43.982427 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d7996fe9-e3f5-48a4-a236-b50eca5b03d4 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:43.982833 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c', 'status': 'completed', 'code': 200} Feb 11 13:20:43.997363 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e190bde2-83ed-4d77-a819-7e335b8d34ff service neutron] Pushing event updated for resources: {'Port': ['ID=508bd681-d269-4733-869f-d590f16d6d8c,revision_number=3']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:44.058463 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-60da0e0e-2614-45ce-99ff-bbe94d362881 req-a86ab533-3503-4c57-ac01-8da89b3bc2f8 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963628 Feb 11 13:20:44.061529 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-fb87805c-7107-432b-8967-52f2956f4f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.063089 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-fb87805c-7107-432b-8967-52f2956f4f9d service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1127 time: 0.0829904 Feb 11 13:20:44.113670 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-6d9a0450-1775-4760-95b0-0824c49f6760 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 200 len: 217 time: 0.0399804 Feb 11 13:20:44.162123 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-cd9d1240-3af2-416f-8619-e1dfd5e962c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.163598 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-cd9d1240-3af2-416f-8619-e1dfd5e962c9 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0438130 Feb 11 13:20:44.218482 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e54bc938-d735-4be6-8e82-593a16b4b2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.220599 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-e54bc938-d735-4be6-8e82-593a16b4b2b3 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472903 Feb 11 13:20:44.310955 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-a87b1d73-61b9-4ff6-80dc-54a962aedd5a service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839646 Feb 11 13:20:44.400236 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-d5b6d584-8b76-4ccc-814c-968f5099c4ad req-cdfffe7e-3fc9-48a1-90e0-bfec3a8f2d32 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801783 Feb 11 13:20:44.498633 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677100-7688-4b29-a009-3176de3d4f2a req-053e9af2-eea6-43dd-9c85-d96ac1e2506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.500801 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-053e9af2-eea6-43dd-9c85-d96ac1e2506a service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1127 time: 0.0486908 Feb 11 13:20:44.588489 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677100-7688-4b29-a009-3176de3d4f2a req-83b374ca-84c5-4381-b745-510a1dbadcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.589973 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-83b374ca-84c5-4381-b745-510a1dbadcf5 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0831964 Feb 11 13:20:44.633525 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-573cf3c6-98cd-48b1-b88b-eab9cc4612c4 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 200 len: 217 time: 0.0371733 Feb 11 13:20:44.680469 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677100-7688-4b29-a009-3176de3d4f2a req-e669edfc-3552-405e-a3f1-cf45cc4f237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.681886 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-e669edfc-3552-405e-a3f1-cf45cc4f237e service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0418704 Feb 11 13:20:44.729461 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f677100-7688-4b29-a009-3176de3d4f2a req-13d1c6e6-06f4-4f98-92e9-cc4a4c1534c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:44.730932 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-13d1c6e6-06f4-4f98-92e9-cc4a4c1534c7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421610 Feb 11 13:20:44.823485 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-6d1d8c65-4b54-47bb-a9e4-766fb09d2817 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853102 Feb 11 13:20:44.912917 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8f677100-7688-4b29-a009-3176de3d4f2a req-c214cb56-5fb1-44c8-b7ff-34346b2ca246 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810926 Feb 11 13:20:45.178430 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed74329-33ca-421b-8703-7bfa2aec1272 req-53b5991a-1a3c-4381-aea0-7e0f6f2b2cb5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:45.179964 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ed74329-33ca-421b-8703-7bfa2aec1272 req-53b5991a-1a3c-4381-aea0-7e0f6f2b2cb5 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0526857 Feb 11 13:20:45.231423 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5ed74329-33ca-421b-8703-7bfa2aec1272 req-35ac7f4d-5a31-408e-8cf6-d20484210f9b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459073 Feb 11 13:20:46.347252 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e861de-45cd-4d69-86c6-3eca764d9e86 req-cf71c61d-ca54-4474-af33-a89b5fc9e307 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:46.348736 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6e861de-45cd-4d69-86c6-3eca764d9e86 req-cf71c61d-ca54-4474-af33-a89b5fc9e307 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0532224 Feb 11 13:20:46.396886 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e6e861de-45cd-4d69-86c6-3eca764d9e86 req-23577284-be2f-4510-b0d9-85a76836a385 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423017 Feb 11 13:20:47.512562 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93ea0f-e192-4c2a-bd67-9c7a64a6704e req-17382761-334f-4d64-8186-720bcc12af5f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:47.514012 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a93ea0f-e192-4c2a-bd67-9c7a64a6704e req-17382761-334f-4d64-8186-720bcc12af5f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0515931 Feb 11 13:20:47.562133 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a93ea0f-e192-4c2a-bd67-9c7a64a6704e req-672de1bf-587f-4c06-8d07-f9bf45e252a1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Feb 11 13:20:48.682032 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f27c09-509c-4c2a-b184-660073c297da req-7d2a57cc-41f5-4c88-acc0-9276581ee5af tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:48.683533 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18f27c09-509c-4c2a-b184-660073c297da req-7d2a57cc-41f5-4c88-acc0-9276581ee5af tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0548329 Feb 11 13:20:48.730621 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-18f27c09-509c-4c2a-b184-660073c297da req-4d155baf-ce56-4dc0-82da-7061b0886755 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Feb 11 13:20:49.849240 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bcba46-06a7-438c-a637-70eca4785818 req-dd335df8-69b6-4020-ad1d-164de4def6cc tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:49.850904 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27bcba46-06a7-438c-a637-70eca4785818 req-dd335df8-69b6-4020-ad1d-164de4def6cc tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0521960 Feb 11 13:20:49.898107 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-27bcba46-06a7-438c-a637-70eca4785818 req-04815f00-27a5-4be5-b117-e559b3204ff1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416000 Feb 11 13:20:51.018748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452ef34-c34a-49b6-abe9-3e5d8e217308 req-9edabcb4-c268-4b58-b1c5-d564b81bc796 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:51.020146 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0452ef34-c34a-49b6-abe9-3e5d8e217308 req-9edabcb4-c268-4b58-b1c5-d564b81bc796 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0547788 Feb 11 13:20:51.068010 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-0452ef34-c34a-49b6-abe9-3e5d8e217308 req-ad441de8-f600-4937-8a56-bfb5b3c722dd tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 Feb 11 13:20:52.184269 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1542e4-ee1d-4aad-a2be-d3677d5b9ff2 req-eb84af20-d82c-4a38-b5e1-da62c72f06ab tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:52.185648 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c1542e4-ee1d-4aad-a2be-d3677d5b9ff2 req-eb84af20-d82c-4a38-b5e1-da62c72f06ab tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0521822 Feb 11 13:20:52.234069 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-5c1542e4-ee1d-4aad-a2be-d3677d5b9ff2 req-58963b4f-8892-4511-a375-a97130b8c5ca tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421298 Feb 11 13:20:53.349995 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664705c-cc6f-4fa9-a161-1b42b3f0e860 req-40e278a7-635e-42a9-9cae-92355cde49f1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:53.351503 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6664705c-cc6f-4fa9-a161-1b42b3f0e860 req-40e278a7-635e-42a9-9cae-92355cde49f1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 943 time: 0.0519516 Feb 11 13:20:53.405567 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6664705c-cc6f-4fa9-a161-1b42b3f0e860 req-b4567e8a-e63c-4a5a-b734-362b2de83f2c tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485277 Feb 11 13:20:53.832750 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 508bd681-d269-4733-869f-d590f16d6d8c details requested by agent hyperv_hv-cinder-81091 with host hv-cinder-81091 {{(pid=102669) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 11 13:20:53.927609 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 508bd681-d269-4733-869f-d590f16d6d8c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=508bd681-d269-4733-869f-d590f16d6d8c,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:53.938848 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Returning: {'device': '508bd681-d269-4733-869f-d590f16d6d8c', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'port_id': '508bd681-d269-4733-869f-d590f16d6d8c', 'mac_address': 'fa:16:3e:55:5d:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102669) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 11 13:20:53.983759 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 508bd681-d269-4733-869f-d590f16d6d8c is: DOWN; New status is: BUILD {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:53.984193 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (508bd681-d269-4733-869f-d590f16d6d8c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:53.996876 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508bd681-d269-4733-869f-d590f16d6d8c {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 11 13:20:54.015942 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 508bd681-d269-4733-869f-d590f16d6d8c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=508bd681-d269-4733-869f-d590f16d6d8c,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:54.019517 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (508bd681-d269-4733-869f-d590f16d6d8c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:54.064699 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=508bd681-d269-4733-869f-d590f16d6d8c,revision_number=4']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:54.071364 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.071713 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.072056 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.072391 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.072722 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.073050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.073377 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.073703 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.074027 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.074350 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.074690 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.075105 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.075451 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:20:54.304162 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] get_ports_and_sgs() called for port_ids ['508bd681-d269-4733-869f-d590f16d6d8c'] {{(pid=102669) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 11 13:20:54.522964 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c84a6-1541-4f65-a12e-a0d1aab6dd39 req-32c9b1cb-063c-4c1f-99af-34fdc0244e62 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:54.524484 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-469c84a6-1541-4f65-a12e-a0d1aab6dd39 req-32c9b1cb-063c-4c1f-99af-34fdc0244e62 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 944 time: 0.0523751 Feb 11 13:20:54.571873 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-469c84a6-1541-4f65-a12e-a0d1aab6dd39 req-75a4d00c-799a-4ff2-8f01-ba2a384e1eb8 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Feb 11 13:20:55.689140 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ee5e7-e02e-4f35-a703-b7a4191f9792 req-7cdb2a2d-1886-4c0f-b2f1-201f48eec723 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:55.690609 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e50ee5e7-e02e-4f35-a703-b7a4191f9792 req-7cdb2a2d-1886-4c0f-b2f1-201f48eec723 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 944 time: 0.0515985 Feb 11 13:20:55.738062 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-e50ee5e7-e02e-4f35-a703-b7a4191f9792 req-b05e9af4-6dbf-4ab2-a426-e3ee80906f69 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418978 Feb 11 13:20:55.831513 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 508bd681-d269-4733-869f-d590f16d6d8c up at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 11 13:20:55.879313 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning for port 508bd681-d269-4733-869f-d590f16d6d8c completed by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 11 13:20:55.883961 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Provisioning complete for port 508bd681-d269-4733-869f-d590f16d6d8c triggered by entity L2. {{(pid=102669) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 11 13:20:55.884339 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-822197'] for port (508bd681-d269-4733-869f-d590f16d6d8c), provisioning_complete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.962334 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Current status of the port 508bd681-d269-4733-869f-d590f16d6d8c is: BUILD; New status is: ACTIVE {{(pid=102669) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 11 13:20:55.962716 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (508bd681-d269-4733-869f-d590f16d6d8c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:55.986332 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:55.988597 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}73f841fcf65a7ed3ec3f788575ffce7c30ccff1d99f78dc9c91bf49fc65945e1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de36114-f40e-4467-93c6-13a10be3a4b7" -d '{"events": [{"server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "name": "network-vif-plugged", "status": "completed", "tag": "508bd681-d269-4733-869f-d590f16d6d8c"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:56.000659 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] For port 508bd681-d269-4733-869f-d590f16d6d8c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=508bd681-d269-4733-869f-d590f16d6d8c,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:20:56.004867 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230'] for port (508bd681-d269-4733-869f-d590f16d6d8c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:56.028170 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f7f2824-5187-4409-9a8c-17b05d799e4d x-openstack-request-id: req-0f7f2824-5187-4409-9a8c-17b05d799e4d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:56.028461 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "name": "network-vif-plugged", "status": "completed", "tag": "508bd681-d269-4733-869f-d590f16d6d8c", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:56.028710 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0f7f2824-5187-4409-9a8c-17b05d799e4d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:56.029098 dv-cinder-810917-5-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c', 'code': 200} Feb 11 13:20:56.056088 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Pushing event updated for resources: {'Port': ['ID=508bd681-d269-4733-869f-d590f16d6d8c,revision_number=5']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:56.536286 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a92077b-84fe-41a1-9d49-5ac297717090 req-ae9a0c8e-73d9-4a59-8b70-207da26a713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.537800 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a92077b-84fe-41a1-9d49-5ac297717090 req-ae9a0c8e-73d9-4a59-8b70-207da26a713b service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1129 time: 0.3217533 Feb 11 13:20:56.582757 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7a92077b-84fe-41a1-9d49-5ac297717090 req-e6a80156-4d59-46a0-84e6-e7aec24469b6 service neutron] 10.222.0.77 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381219 Feb 11 13:20:56.853730 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4cbb87-0fd0-4a18-9ab1-b7306ad9aae1 req-5b89af6d-f360-4b2f-9e05-75aa05416a23 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:56.855116 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2f4cbb87-0fd0-4a18-9ab1-b7306ad9aae1 req-5b89af6d-f360-4b2f-9e05-75aa05416a23 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 945 time: 0.0517068 Feb 11 13:20:56.904338 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2f4cbb87-0fd0-4a18-9ab1-b7306ad9aae1 req-eb97e34f-b2fe-470b-9fcc-ee5afeb9403b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430832 Feb 11 13:20:58.026591 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0bb60-5a4d-4187-8308-f122606d9911 req-89e42d4b-27fb-4360-964d-7eeb0f4e309f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.028088 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a4e0bb60-5a4d-4187-8308-f122606d9911 req-89e42d4b-27fb-4360-964d-7eeb0f4e309f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 945 time: 0.0549998 Feb 11 13:20:58.080606 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-a4e0bb60-5a4d-4187-8308-f122606d9911 req-9b47200e-07cb-4c1f-83da-61d227fb5208 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468547 Feb 11 13:20:58.202847 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96af9d-d3c6-480e-ba97-76caba10c322 req-93ae1126-2918-4bb4-a365-4fe6e30509af tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.205468 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7c96af9d-d3c6-480e-ba97-76caba10c322 req-93ae1126-2918-4bb4-a365-4fe6e30509af tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 945 time: 0.0590746 Feb 11 13:20:58.252905 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-7c96af9d-d3c6-480e-ba97-76caba10c322 req-f1aaf5f7-8e18-48cb-bf95-a6befeaa99d0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Feb 11 13:20:58.275384 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60016) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:58.316901 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d72e3-0685-4bf4-89ee-dcf0c9e75d6f tempest-TestVolumeBootPattern-1182323419 tempest-TestVolumeBootPattern-1182323419-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:58.318386 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-db1d72e3-0685-4bf4-89ee-dcf0c9e75d6f tempest-TestVolumeBootPattern-1182323419 tempest-TestVolumeBootPattern-1182323419-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1124 time: 0.0419974 Feb 11 13:20:58.321318 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60018) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:20:58.325463 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.v2.base [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Request body: {'floatingip': {'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'port_id': '508bd681-d269-4733-869f-d590f16d6d8c', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102667) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 11 13:20:58.346116 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:58.442875 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (None), before_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:58.544725 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_common [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Allocated IP 172.27.3.229 (9812ac6f-2d99-4f83-bccd-b3fe35925acc/2f0d9b00-07d5-4667-882d-5b0f165e668c/30ace8a7-6a94-46b1-b8e6-c75138c342b3) {{(pid=102667) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 11 13:20:58.627500 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:58.645689 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:58.678192 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763200149194', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:58.717906 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Network 9812ac6f-2d99-4f83-bccd-b3fe35925acc is already hosted by enough agents. {{(pid=102667) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 11 13:20:58.721065 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.base_scheduler [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Resources bound (agent type, host, resource id): {{(pid=102667) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 11 13:20:58.724635 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Received port after_create {{(pid=102667) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 11 13:20:58.729739 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=30ace8a7-6a94-46b1-b8e6-c75138c342b3,revision_number=1']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:59.082601 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb), precommit_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.106840 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:20:59.152845 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-733255'] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), before_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.297038 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), precommit_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.301760 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763200649988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763200149212', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763200149230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3400666'] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), after_update {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.372843 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event updated for resources: {'Port': ['ID=30ace8a7-6a94-46b1-b8e6-c75138c342b3,revision_number=2']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:20:59.382766 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634942'] for floatingip (0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb), after_create {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.483846 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.db.l3_db [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Floating IP 0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb associated. External IP: 172.27.3.229, port: 508bd681-d269-4733-869f-d590f16d6d8c. Feb 11 13:20:59.692235 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:20:59.798094 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:20:59.808299 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:20:59.816054 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:20:59.820172 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:20:59.820911 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:20:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:20:59.846002 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-6e237bee-da96-4676-99e2-ce0c572b026e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5236766 Feb 11 13:20:59.846993 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:20:59.849255 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12048df4-b788-4976-9b4c-b1d5918a96cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "tag": "508bd681-d269-4733-869f-d590f16d6d8c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:20:59.891672 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59b2694-af3a-4d8f-bd5d-2a0a7ef38fa8 x-openstack-request-id: req-a59b2694-af3a-4d8f-bd5d-2a0a7ef38fa8 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:20:59.891962 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "tag": "508bd681-d269-4733-869f-d590f16d6d8c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:20:59.892216 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a59b2694-af3a-4d8f-bd5d-2a0a7ef38fa8 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:20:59.892617 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c', 'status': 'completed', 'code': 200} Feb 11 13:20:59.931964 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:20:59.963890 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-8c475ed9-3898-4085-83f8-195c70ea96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:20:59.965941 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-8c475ed9-3898-4085-83f8-195c70ea96d4 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1129 time: 0.0457442 Feb 11 13:21:00.059539 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-2fcbf7fc-ce10-4aca-ae03-e96c8c3f0cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.060996 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-2fcbf7fc-ce10-4aca-ae03-e96c8c3f0cde service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0883965 Feb 11 13:21:00.124439 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-263c903b-fd60-46ce-865b-d9604068f508 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 200 len: 999 time: 0.0568137 Feb 11 13:21:00.158455 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '508bd681-d269-4733-869f-d590f16d6d8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:55:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:20:58Z', 'updated_at': '2022-02-11T13:20:58Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}, {'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:06Z', 'revision_number': 1, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:00.172533 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-23dadbe9-e155-47a1-a957-2d915620114c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.173990 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-23dadbe9-e155-47a1-a957-2d915620114c service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0440235 Feb 11 13:21:00.188063 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:21:00.196506 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:21:00.197129 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:20:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:00.227709 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-47d0e11b-0ffb-4b24-b565-77734fbce4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:00.229219 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-47d0e11b-0ffb-4b24-b565-77734fbce4e6 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497115 Feb 11 13:21:00.310292 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:21:00.317471 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-f7ca39da-6596-4279-aa13-c910157f2120 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814786 Feb 11 13:21:00.408831 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-12048df4-b788-4976-9b4c-b1d5918a96cf req-5576d741-1cc5-4e8c-98db-e28d1867dfcd service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852921 Feb 11 13:21:00.534491 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '508bd681-d269-4733-869f-d590f16d6d8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:55:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:20:58Z', 'updated_at': '2022-02-11T13:20:58Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}, {'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:06Z', 'revision_number': 1, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:21:00.559899 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f12e10f-b22a-4a1e-9d40-3f88d9e67b1a None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.229', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '508bd681-d269-4733-869f-d590f16d6d8c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:55:5d:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:20:58Z', 'updated_at': '2022-02-11T13:20:58Z', 'revision_number': 0, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}, {'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:06Z', 'revision_number': 1, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:21:00.750589 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae88f4b-eeac-43e8-9bdb-081760149bcd None None] New status for floating IP 0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb: ACTIVE {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:21:02.207514 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-119f1592-8979-4a5c-9f55-945856b5c48c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:04.839083 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-447195e7-b10f-4082-852b-f9c9813de2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:05.709655 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:07.793141 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.558002 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:08.998112 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-b9221264-cce8-4da9-9d06-8b52de28295c service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424068 Feb 11 13:21:09.088857 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-0189af5d-d03f-4a8e-a375-770d1405c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.090372 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-0189af5d-d03f-4a8e-a375-770d1405c6d7 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1130 time: 0.0444932 Feb 11 13:21:09.194881 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-2b7c7bb3-cebc-4f51-a87e-94242e40d7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.196268 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-2b7c7bb3-cebc-4f51-a87e-94242e40d7d6 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0859041 Feb 11 13:21:09.261125 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-c8462bd5-243d-4036-8feb-211572eef606 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 1002 time: 0.0564885 Feb 11 13:21:09.312521 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-0a6f1171-74f0-40d9-96b1-c9639ce90e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.313951 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-0a6f1171-74f0-40d9-96b1-c9639ce90e87 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0470650 Feb 11 13:21:09.362445 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-68685d92-f19c-4ccc-b904-ad70211bafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:21:09.363962 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-68685d92-f19c-4ccc-b904-ad70211bafb7 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429564 Feb 11 13:21:09.450556 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-9a2204ed-21d5-4285-8290-b9c671cc3bd4 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802653 Feb 11 13:21:09.541954 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-8bac1953-21f3-46cf-b7ed-3158066b1142 req-fe563c56-1363-46a5-bfdc-e912f1c708b4 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842092 Feb 11 13:21:28.628242 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:32.207494 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d494-9932-4396-b470-6cdb26a366ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:34.841074 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-65770ebc-2da3-42f7-8efe-d615dab5a861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:35.712129 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:36.105715 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:21:37.796977 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:38.561090 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:21:58.638121 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:02.209507 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e7a3b75-4cba-4778-97c4-5bf5d4314733 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:04.845385 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b7eb8781-2187-48d8-ba50-3668d7d2678c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:05.715520 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:07.798480 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:08.564695 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:10.824457 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-ecae0725-9aef-4363-b854-6e45e95b2045 service neutron] 10.222.0.77 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0673180 Feb 11 13:22:10.896933 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-ad3b606d-2710-41ee-8359-264ffc56b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:10.897593 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-ad3b606d-2710-41ee-8359-264ffc56b32c service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1129 time: 0.0451522 Feb 11 13:22:11.015800 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-dee5691c-67de-4290-a70e-85039b334bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.017239 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-dee5691c-67de-4290-a70e-85039b334bfa service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0956423 Feb 11 13:22:11.086820 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-3c98d9c0-ef19-469c-894e-2efffc61439c service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 200 len: 1001 time: 0.0600936 Feb 11 13:22:11.144803 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-ec7abbd7-612e-446e-9794-845dffc39082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.146618 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-ec7abbd7-612e-446e-9794-845dffc39082 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0492830 Feb 11 13:22:11.199293 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-04098840-4f01-47c0-bdd0-dab794fba733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:11.200802 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-04098840-4f01-47c0-bdd0-dab794fba733 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445037 Feb 11 13:22:11.295207 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-7bf0a915-7c94-4d1e-87e3-ee5f7aea4673 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839927 Feb 11 13:22:11.388627 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-bf5a1245-de8d-49a5-b5ef-1795128346ab req-ff576aa5-d55f-4555-b911-c4c6118b896d service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835001 Feb 11 13:22:13.105917 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:28.644907 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:32.211225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7e11834b-59a1-4da6-939f-7ff3588d5f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:34.858509 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fa7dfbcb-902f-4c5f-a052-609f72e574e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:35.719448 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:37.800941 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:38.567398 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.516099 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60060) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:39.739056 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Deleting port 30ace8a7-6a94-46b1-b8e6-c75138c342b3 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:39.739498 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.816492 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.816746 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (30ace8a7-6a94-46b1-b8e6-c75138c342b3), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.828405 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Calling delete_port for 30ace8a7-6a94-46b1-b8e6-c75138c342b3 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:39.972765 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (30ace8a7-6a94-46b1-b8e6-c75138c342b3), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:39.997271 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'Port': ['ID=30ace8a7-6a94-46b1-b8e6-c75138c342b3,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:40.023771 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.024124 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.024470 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.024810 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.025145 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.025485 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.025815 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.026144 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.026472 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.026801 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.027144 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.027468 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.027787 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102668) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:40.068070 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.068351 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Floating IP 0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb disassociated (deleted). External IP: 172.27.3.229, port: 508bd681-d269-4733-869f-d590f16d6d8c. Feb 11 13:22:40.275309 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:40.386630 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:40.391462 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:40.396206 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:40.406613 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:40.407260 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:40.422318 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-0a033a58-17e3-4ee0-88d1-50a7eb1a1ea0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "DELETE /v2.0/floatingips/0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb HTTP/1.1" status: 204 len: 168 time: 0.9051869 Feb 11 13:22:40.422912 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:40.425368 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2685fab3-9d61-4fbd-9c5a-1004c9427858" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "tag": "508bd681-d269-4733-869f-d590f16d6d8c"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:40.523441 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:40.551854 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3218da-44bd-40ec-a1d0-a7feabd1c4f8 x-openstack-request-id: req-bd3218da-44bd-40ec-a1d0-a7feabd1c4f8 {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:40.552380 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "tag": "508bd681-d269-4733-869f-d590f16d6d8c", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:40.552380 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd3218da-44bd-40ec-a1d0-a7feabd1c4f8 {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:40.552906 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c', 'status': 'completed', 'code': 200} Feb 11 13:22:40.666793 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-271830a9-3ad6-470c-8ee5-6d24705b8747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.668271 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-271830a9-3ad6-470c-8ee5-6d24705b8747 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 1129 time: 0.0823483 Feb 11 13:22:40.679682 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af154f16-45bc-4ed1-81c7-d22d546e78c3 req-3269054b-eeca-4d39-87c2-24e52cfe03d0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.681171 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-af154f16-45bc-4ed1-81c7-d22d546e78c3 req-3269054b-eeca-4d39-87c2-24e52cfe03d0 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 945 time: 0.0698609 Feb 11 13:22:40.777538 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:06Z', 'revision_number': 1, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:40.792548 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-af154f16-45bc-4ed1-81c7-d22d546e78c3 req-1ff17545-dd0f-47b0-a9ed-3664802b00f4 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022453 Feb 11 13:22:40.803844 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:40.806795 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-66cf569a-9bb1-4293-ae2a-1e3fa53e7e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.808412 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-66cf569a-9bb1-4293-ae2a-1e3fa53e7e65 service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.1263218 Feb 11 13:22:40.813040 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:40.813929 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:40.851278 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-c56dca28-2f8f-4f74-b391-6a8472e586c3 service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 200 len: 217 time: 0.0346634 Feb 11 13:22:40.900027 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-0b60249c-1a64-4597-9af4-7df3290684c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.901483 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-0b60249c-1a64-4597-9af4-7df3290684c4 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0438240 Feb 11 13:22:40.924254 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:40.951720 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-e39b1177-4c3e-4caa-a256-bb768d6ece68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:40.953230 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-e39b1177-4c3e-4caa-a256-bb768d6ece68 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440502 Feb 11 13:22:41.045237 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-558e832a-58a7-4a45-a2b7-8753f99f4299 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850508 Feb 11 13:22:41.142648 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-2685fab3-9d61-4fbd-9c5a-1004c9427858 req-c9b96bb7-ac6f-4b5e-8e28-6c58499e138d service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895658 Feb 11 13:22:41.156861 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:06Z', 'revision_number': 1, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:41.186473 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef7c567-8ff6-4ca9-809d-73ba874ec128 None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_floatingips': [{'id': '85d14231-22b5-4898-819d-274768e8e136', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'floating_ip_address': '172.27.3.198', 'floating_network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'router_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'port_id': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'mac_address': 'fa:16:3e:0e:ab:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '145509e8-d167-4435-8795-316bc07c1095', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-11T13:19:04Z', 'updated_at': '2022-02-11T13:19:06Z', 'revision_number': 1, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:41.409974 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab97412-9cc6-4697-9ad4-1af501a9ade4 None None] New status for floating IP 0e7e1f6c-925b-49fd-9680-b31ac5b7a7cb: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:22:41.916395 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825a2e2-c6a3-4788-a0ed-4196cd10ef5d req-df7425e9-1695-405b-a8c0-493c1448d730 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:41.917881 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1825a2e2-c6a3-4788-a0ed-4196cd10ef5d req-df7425e9-1695-405b-a8c0-493c1448d730 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 945 time: 0.0532558 Feb 11 13:22:41.967457 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-1825a2e2-c6a3-4788-a0ed-4196cd10ef5d req-28693608-259d-4371-a3c0-5b2619a74626 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423007 Feb 11 13:22:42.515968 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-b5ebda7f-3275-49f7-81ee-906e73ddf6e2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:42.517421 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-b5ebda7f-3275-49f7-81ee-906e73ddf6e2 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 945 time: 0.0533774 Feb 11 13:22:42.615115 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Deleting port 508bd681-d269-4733-869f-d590f16d6d8c {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:42.615485 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (508bd681-d269-4733-869f-d590f16d6d8c), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.702503 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] For port 508bd681-d269-4733-869f-d590f16d6d8c, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=508bd681-d269-4733-869f-d590f16d6d8c,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:42.702864 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (508bd681-d269-4733-869f-d590f16d6d8c), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.715913 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Calling delete_port for 508bd681-d269-4733-869f-d590f16d6d8c owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:42.843733 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (508bd681-d269-4733-869f-d590f16d6d8c), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:42.877191 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'Port': ['ID=508bd681-d269-4733-869f-d590f16d6d8c,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:42.902008 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.902355 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.902700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.903034 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.903388 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.903714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.904038 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.904359 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.904680 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.905000 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.905315 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.905632 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:42.905942 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102667) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:43.208481 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] No DVR routers for this DVR port 508bd681-d269-4733-869f-d590f16d6d8c on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:43.218182 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:43.221461 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-eba9d7d0-4e14-4151-a59a-41f9ea5dedac req-147db19a-3b18-40c8-8670-9fd1d79254b9 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "DELETE /v2.0/ports/508bd681-d269-4733-869f-d590f16d6d8c HTTP/1.1" status: 204 len: 173 time: 0.6959975 Feb 11 13:22:43.221915 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'name': 'network-vif-deleted', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:43.224217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f48ccb-44ab-4cca-af7e-e386488f0c65" -d '{"events": [{"server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "name": "network-vif-deleted", "tag": "508bd681-d269-4733-869f-d590f16d6d8c"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:43.250676 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-da6ef984-c6ad-4871-b5d9-63570fe50200 req-4119a065-a781-4bd3-a4b8-3f121a595fa1 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23 HTTP/1.1" status: 200 len: 210 time: 0.0437238 Feb 11 13:22:43.265286 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e66a2c-5182-4e72-af14-ee3542a54213 x-openstack-request-id: req-b9e66a2c-5182-4e72-af14-ee3542a54213 {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:43.265583 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23", "name": "network-vif-deleted", "tag": "508bd681-d269-4733-869f-d590f16d6d8c", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:43.265838 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b9e66a2c-5182-4e72-af14-ee3542a54213 {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:43.266248 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad2fa9a-6a3e-4fe5-91a4-9faca3837e23', 'name': 'network-vif-deleted', 'tag': '508bd681-d269-4733-869f-d590f16d6d8c', 'status': 'completed', 'code': 200} Feb 11 13:22:46.460052 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 508bd681-d269-4733-869f-d590f16d6d8c no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:46.485677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 508bd681-d269-4733-869f-d590f16d6d8c {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:46.486085 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 508bd681-d269-4733-869f-d590f16d6d8c not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:46.542956 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60104) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:46.707165 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Deleting port cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:46.707563 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.798225 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.798583 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:46.811524 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Calling delete_port for cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:46.985899 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.013347 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'Port': ['ID=cfdd5a5f-0d3c-4b45-a3d9-6605a4ba435f,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:47.076620 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (85d14231-22b5-4898-819d-274768e8e136), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.076855 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.db.l3_db [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Floating IP 85d14231-22b5-4898-819d-274768e8e136 disassociated (deleted). External IP: 172.27.3.198, port: 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216. Feb 11 13:22:47.293104 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:47.412952 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:47.417740 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:47.424178 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:47.433581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:47.434204 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:47.447049 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-ed2b69ca-af71-49be-938b-d07c5c58f358 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "DELETE /v2.0/floatingips/85d14231-22b5-4898-819d-274768e8e136 HTTP/1.1" status: 204 len: 168 time: 0.9029102 Feb 11 13:22:47.447765 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216'}] {{(pid=102668) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:47.450159 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7825f9559db4b7c56b7c8ea003f49268bbd87434d069fb9658bf3238e877506b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3420dd27-129d-468d-8d37-4b203aa318b4" -d '{"events": [{"name": "network-changed", "server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216"}]}' {{(pid=102668) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:47.487639 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938aea7b-7e4f-42ff-9e5d-b4a3fddc15bc x-openstack-request-id: req-938aea7b-7e4f-42ff-9e5d-b4a3fddc15bc {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:47.487933 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216", "status": "completed", "code": 200}]} {{(pid=102668) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:47.488239 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-938aea7b-7e4f-42ff-9e5d-b4a3fddc15bc {{(pid=102668) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:47.488602 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'status': 'completed', 'code': 200} Feb 11 13:22:47.573105 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:47.576546 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-c9c175bc-6f10-4a06-b943-820e69d143d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.578236 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-c9c175bc-6f10-4a06-b943-820e69d143d2 service neutron] 10.222.0.77 "GET /v2.0/ports?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 1130 time: 0.0513582 Feb 11 13:22:47.681030 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-64b8a9bd-706e-4425-8d4d-217e3894d21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.682458 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-64b8a9bd-706e-4425-8d4d-217e3894d21b service neutron] 10.222.0.77 "GET /v2.0/networks?id=205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 200 len: 913 time: 0.0946283 Feb 11 13:22:47.736996 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-a5feca9b-29ca-4a76-9890-584f789f011a service neutron] 10.222.0.77 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 200 len: 217 time: 0.0449078 Feb 11 13:22:47.797189 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-1d585d00-e0ea-480f-a13d-86e3acba5d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.798861 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-1d585d00-e0ea-480f-a13d-86e3acba5d92 service neutron] 10.222.0.77 "GET /v2.0/subnets?id=0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 200 len: 851 time: 0.0535109 Feb 11 13:22:47.822839 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:47.851391 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:47.860158 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:47.860796 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:47.891002 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-60b98d55-9ddc-4a7c-a4d7-cddbbb05ede0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.892563 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-60b98d55-9ddc-4a7c-a4d7-cddbbb05ede0 service neutron] 10.222.0.77 "GET /v2.0/ports?network_id=205e04ec-9f3b-4232-a71c-37ffeb681406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869572 Feb 11 13:22:47.899025 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356368a-f4cf-4b7a-a743-ed93f8ce1d2b req-84131662-7010-44b5-8d15-bc54b4600c9e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:47.900465 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6356368a-f4cf-4b7a-a743-ed93f8ce1d2b req-84131662-7010-44b5-8d15-bc54b4600c9e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 946 time: 0.0857971 Feb 11 13:22:47.971110 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:48.005409 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-6356368a-f4cf-4b7a-a743-ed93f8ce1d2b req-05850f15-c6b6-49dc-88ca-871d3625d2be tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958252 Feb 11 13:22:48.036838 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-4dd4c1c2-e5bc-4204-bf08-0418870cc0f3 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353667 Feb 11 13:22:48.135741 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-3420dd27-129d-468d-8d37-4b203aa318b4 req-2c6ef3f0-a6ba-46ac-be7f-cbe89f9d5a50 service neutron] 10.222.0.77 "GET /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874074 Feb 11 13:22:48.180050 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:48.207993 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91c9d66-03e2-487d-9ce6-ddaaaf83fd08 None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:16:00Z', 'revision_number': 4, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi', '_interfaces': [{'id': 'aa0b6a21-5976-4654-a166-1d2c94ccf135', 'name': '', 'network_id': '205e04ec-9f3b-4232-a71c-37ffeb681406', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'mac_address': 'fa:16:3e:f0:aa:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:00Z', 'updated_at': '2022-02-11T13:16:05Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'subnets': [{'id': '0a8f85fb-b77e-408c-9291-acd4c594d735', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:48.441874 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b57a5-d0ae-42be-ae90-6d94844291cd None None] New status for floating IP 85d14231-22b5-4898-819d-274768e8e136: DOWN {{(pid=102670) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 11 13:22:49.136228 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d1d7a8-d0f1-4da2-a7d5-dd3111c970c7 req-1476c94b-643f-4a43-8fa4-885b5b210a0b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.137621 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-78d1d7a8-d0f1-4da2-a7d5-dd3111c970c7 req-1476c94b-643f-4a43-8fa4-885b5b210a0b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 946 time: 0.0581751 Feb 11 13:22:49.190449 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-78d1d7a8-d0f1-4da2-a7d5-dd3111c970c7 req-4d8459ed-0dbd-4614-86c7-04ed0781eb0c tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/security-groups?id=74864be7-c7b9-4891-a265-dfc0ed320427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461180 Feb 11 13:22:49.651503 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-5e6dbaad-7a44-4fdc-ac50-bfe335c0042f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102667) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 11 13:22:49.653199 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-5e6dbaad-7a44-4fdc-ac50-bfe335c0042f tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 946 time: 0.0524883 Feb 11 13:22:49.751953 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Deleting port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:49.752292 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.844453 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] For port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216, host hv-cinder-81091, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81091',level=0,port_id=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:49.844814 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:49.857778 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Calling delete_port for 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 owned by compute:nova {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:49.996777 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.024561 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'Port': ['ID=7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:50.072358 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] No DVR routers for this DVR port 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 on host hv-cinder-81091 {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:50.074936 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for port (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:50.079429 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-ce66da97-4f95-40ba-945d-91d56d14bdb4 req-1122f033-1186-4adf-9f07-1cbadef1d8aa tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.77 "DELETE /v2.0/ports/7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 HTTP/1.1" status: 204 len: 173 time: 0.4184685 Feb 11 13:22:50.080201 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'name': 'network-vif-deleted', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216'}] {{(pid=102667) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 11 13:22:50.082657 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3176af4418abf2c6baa9c4dd039ea31fa0747b26ecd2c03e3994f133507c8db5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4cca7d-4bef-4f25-b268-5ad6949e6c6f" -d '{"events": [{"server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "name": "network-vif-deleted", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216"}]}' {{(pid=102667) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 11 13:22:50.108456 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:22:50.125238 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 11 Feb 2022 13:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ece247a-e5fa-4db4-9841-f219c33c5c3a x-openstack-request-id: req-8ece247a-e5fa-4db4-9841-f219c33c5c3a {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 11 13:22:50.125532 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "145509e8-d167-4435-8795-316bc07c1095", "name": "network-vif-deleted", "tag": "7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216", "status": "completed", "code": 200}]} {{(pid=102667) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 11 13:22:50.125786 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ece247a-e5fa-4db4-9841-f219c33c5c3a {{(pid=102667) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 11 13:22:50.126188 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '145509e8-d167-4435-8795-316bc07c1095', 'name': 'network-vif-deleted', 'tag': '7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216', 'status': 'completed', 'code': 200} Feb 11 13:22:50.299989 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [req-44a022f4-5f71-485d-9aeb-aed4944ac5e2 req-b2bb7593-ca96-4407-8b2e-9a0061e1687e tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "GET /v2.0/ports?device_id=145509e8-d167-4435-8795-316bc07c1095 HTTP/1.1" status: 200 len: 210 time: 0.0387273 Feb 11 13:22:51.363609 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60120) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:51.694686 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Deleting port 041da26e-473e-4f36-8107-22723830cb52 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:51.694941 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (041da26e-473e-4f36-8107-22723830cb52), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.772585 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (041da26e-473e-4f36-8107-22723830cb52), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.772916 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (041da26e-473e-4f36-8107-22723830cb52), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.785240 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Calling delete_port for 041da26e-473e-4f36-8107-22723830cb52 owned by network:floatingip {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:51.920954 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (041da26e-473e-4f36-8107-22723830cb52), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:51.947606 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'Port': ['ID=041da26e-473e-4f36-8107-22723830cb52,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:52.009545 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for floatingip (5e244514-df28-4ce4-a7e5-983d55d762aa), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.012167 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66682'] for floatingip (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:52.013432 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-a13385e2-c1ff-4194-bf09-8603705b8186 tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "DELETE /v2.0/floatingips/5e244514-df28-4ce4-a7e5-983d55d762aa HTTP/1.1" status: 204 len: 168 time: 0.6487935 Feb 11 13:22:52.505888 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 no longer exists at agent hyperv_hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:52.529404 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] No Port match for: 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:52.529757 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Device 7c99e95b-8bfa-4ed6-a0c6-bb4a501c5216 not bound to the agent host hv-cinder-81091 {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:53.218208 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60132) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:53.280480 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f17498a-a2fa-42bf-ba3b-f3958f4e0c4b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group (74864be7-c7b9-4891-a265-dfc0ed320427), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.306778 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f17498a-a2fa-42bf-ba3b-f3958f4e0c4b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group (74864be7-c7b9-4891-a265-dfc0ed320427), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.382031 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f17498a-a2fa-42bf-ba3b-f3958f4e0c4b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (74864be7-c7b9-4891-a265-dfc0ed320427), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.384658 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-8f17498a-a2fa-42bf-ba3b-f3958f4e0c4b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:53.385872 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-8f17498a-a2fa-42bf-ba3b-f3958f4e0c4b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] 10.222.0.86 "DELETE /v2.0/security-groups/74864be7-c7b9-4891-a265-dfc0ed320427 HTTP/1.1" status: 204 len: 168 time: 0.1665950 Feb 11 13:22:53.395895 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f17498a-a2fa-42bf-ba3b-f3958f4e0c4b tempest-TestVolumeBootPattern-1786232900 tempest-TestVolumeBootPattern-1786232900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74864be7-c7b9-4891-a265-dfc0ed320427,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:53.442522 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60136) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:53.952552 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (aa5802c8-3889-48e0-acff-0c16ee6bfd79), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.209036 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Deleting port aa0b6a21-5976-4654-a166-1d2c94ccf135 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:54.209414 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.290411 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] For port aa0b6a21-5976-4654-a166-1d2c94ccf135, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=aa0b6a21-5976-4654-a166-1d2c94ccf135,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:54.291112 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.303800 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Calling delete_port for aa0b6a21-5976-4654-a166-1d2c94ccf135 owned by network:router_interface {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:54.492929 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (aa0b6a21-5976-4654-a166-1d2c94ccf135), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.517229 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa0b6a21-5976-4654-a166-1d2c94ccf135,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:54.707062 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (aa5802c8-3889-48e0-acff-0c16ee6bfd79), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:54.950509 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Router aa5802c8-3889-48e0-acff-0c16ee6bfd79 has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102667) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:55.081430 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102667) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:55.096684 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-551298c2-6c16-4c41-8790-157880b08405 admin admin] 10.222.0.86 "PUT /v2.0/routers/aa5802c8-3889-48e0-acff-0c16ee6bfd79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6529853 Feb 11 13:22:55.099077 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60140) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:55.110517 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] Sync routers for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:55.123838 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:55.124811 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.224148 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks [] for router (aa5802c8-3889-48e0-acff-0c16ee6bfd79), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.240643 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: dv-cinder-810917-5-iscsi {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:55.346296 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks [] for router_gateway (aa5802c8-3889-48e0-acff-0c16ee6bfd79), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.623928 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142'}], 'enable_snat': True}, 'gw_port_id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:22:54Z', 'revision_number': 5, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port': {'id': '2338f7d3-0f80-4aa5-bbdd-96208c87c25f', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:a8:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:15:57Z', 'updated_at': '2022-02-11T13:16:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.653968 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] Checking router: aa5802c8-3889-48e0-acff-0c16ee6bfd79 for host: dv-cinder-810917-5-iscsi {{(pid=102669) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:55.663678 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] Routers {'aa5802c8-3889-48e0-acff-0c16ee6bfd79'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102669) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:55.664524 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'], 'active': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.696264 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Deleting port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:55.696610 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.761368 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvr_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] Set router aa5802c8-3889-48e0-acff-0c16ee6bfd79 gateway port host: None {{(pid=102669) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:55.780844 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] For port 2338f7d3-0f80-4aa5-bbdd-96208c87c25f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:55.781217 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:55.800430 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Calling delete_port for 2338f7d3-0f80-4aa5-bbdd-96208c87c25f owned by network:router_gateway {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:55.820859 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_hamode_db [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 6, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port_host': None}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:55.848011 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3f5bc5-addf-4997-b3fd-bb75ab7978ca None None] The sync data for ids ['aa5802c8-3889-48e0-acff-0c16ee6bfd79'] in dv-cinder-810917-5-iscsi is: [{'id': 'aa5802c8-3889-48e0-acff-0c16ee6bfd79', 'name': 'tempest-TestVolumeBootPattern-1957914794-router', 'tenant_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:15:56Z', 'updated_at': '2022-02-11T13:22:55Z', 'revision_number': 6, 'project_id': 'c49cfe9f0e154baca8377dd033d5bfff', 'gw_port_host': None}] {{(pid=102669) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:56.033845 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (2338f7d3-0f80-4aa5-bbdd-96208c87c25f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.071040 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Pushing event deleted for resources: {'Port': ['ID=2338f7d3-0f80-4aa5-bbdd-96208c87c25f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.135763 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (aa5802c8-3889-48e0-acff-0c16ee6bfd79), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.229823 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (aa5802c8-3889-48e0-acff-0c16ee6bfd79), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.232671 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks [] for router_controller (aa5802c8-3889-48e0-acff-0c16ee6bfd79), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.288319 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (aa5802c8-3889-48e0-acff-0c16ee6bfd79), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.288319 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa5802c8-3889-48e0-acff-0c16ee6bfd79 {{(pid=102667) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:56.292790 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.296780 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-858a8a5a-755d-4191-acfd-2b18ee0591ab admin admin] 10.222.0.86 "DELETE /v2.0/routers/aa5802c8-3889-48e0-acff-0c16ee6bfd79 HTTP/1.1" status: 204 len: 168 time: 1.1938975 Feb 11 13:22:56.297085 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60146) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:56.344006 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Deleting subnet 0a8f85fb-b77e-408c-9291-acd4c594d735 {{(pid=102667) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:22:56.347429 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Publish callbacks [] for subnet (0a8f85fb-b77e-408c-9291-acd4c594d735), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.383098 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3880139'] for subnet (0a8f85fb-b77e-408c-9291-acd4c594d735), precommit_delete_associations {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.466102 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (0a8f85fb-b77e-408c-9291-acd4c594d735), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.520744 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3400460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25784533'] for subnet (0a8f85fb-b77e-408c-9291-acd4c594d735), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.547835 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a8f85fb-b77e-408c-9291-acd4c594d735,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.554079 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.559717 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-a3c5460f-14db-459b-bbe5-368fcaea61ad admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0a8f85fb-b77e-408c-9291-acd4c594d735 HTTP/1.1" status: 204 len: 168 time: 0.2594025 Feb 11 13:22:56.559893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86cb657-16d4-444b-9019-212c2944a758 None None] Network 205e04ec-9f3b-4232-a71c-37ffeb681406 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:22:56.560546 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60148) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:56.638933 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (205e04ec-9f3b-4232-a71c-37ffeb681406), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.702398 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Deleting port e1829c66-3785-4e28-9f95-f764f0dc6669 {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:56.702748 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.738771 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] DHCP port deletion for 205e04ec-9f3b-4232-a71c-37ffeb681406 request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:22:56.771941 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] For port e1829c66-3785-4e28-9f95-f764f0dc6669, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e1829c66-3785-4e28-9f95-f764f0dc6669,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:56.772476 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.786965 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Calling delete_port for e1829c66-3785-4e28-9f95-f764f0dc6669 owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:56.794167 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Deleting port e1829c66-3785-4e28-9f95-f764f0dc6669 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:56.794821 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.866196 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] For port e1829c66-3785-4e28-9f95-f764f0dc6669, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=e1829c66-3785-4e28-9f95-f764f0dc6669,segment=NetworkSegment(47ddf0d9-d9f8-4b16-9d16-888e55319e93),segment_id=47ddf0d9-d9f8-4b16-9d16-888e55319e93)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:56.866705 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.883285 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Calling delete_port for e1829c66-3785-4e28-9f95-f764f0dc6669 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:56.893524 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:56.923422 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1829c66-3785-4e28-9f95-f764f0dc6669,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:56.931183 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] No DVR routers for this DVR port e1829c66-3785-4e28-9f95-f764f0dc6669 on host dv-cinder-810917-5-iscsi {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:56.978497 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203'] for port (e1829c66-3785-4e28-9f95-f764f0dc6669), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.003320 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Pushing event deleted for resources: {'Port': ['ID=e1829c66-3785-4e28-9f95-f764f0dc6669,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.012822 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] No DVR routers for this DVR port e1829c66-3785-4e28-9f95-f764f0dc6669 on host dv-cinder-810917-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:22:57.016474 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.016919 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.017237 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.017641 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.017940 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.018255 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.018589 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.018921 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.019277 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.019611 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.020014 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.020348 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.020675 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23da2d72-9a5b-4021-a062-9b1d0ad5877f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-810917-5-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 11 13:22:57.021051 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (205e04ec-9f3b-4232-a71c-37ffeb681406), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.047674 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['205e04ec-9f3b-4232-a71c-37ffeb681406']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.056802 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47ddf0d9-d9f8-4b16-9d16-888e55319e93') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.057099 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47ddf0d9-d9f8-4b16-9d16-888e55319e93') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:57.067467 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (47ddf0d9-d9f8-4b16-9d16-888e55319e93), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.083438 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (47ddf0d9-d9f8-4b16-9d16-888e55319e93), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.089674 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:22:57.090057 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (47ddf0d9-d9f8-4b16-9d16-888e55319e93), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:22:57.091751 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:22:57.149700 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (205e04ec-9f3b-4232-a71c-37ffeb681406), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.156078 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.159392 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] 10.222.0.86 "DELETE /v2.0/networks/205e04ec-9f3b-4232-a71c-37ffeb681406 HTTP/1.1" status: 204 len: 168 time: 0.5984864 Feb 11 13:22:57.162485 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60150) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:57.170705 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f156f0-fac8-426d-bc9c-49afa67e57d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=205e04ec-9f3b-4232-a71c-37ffeb681406,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:57.347789 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 2338f7d3-0f80-4aa5-bbdd-96208c87c25f no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:57.370174 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 2338f7d3-0f80-4aa5-bbdd-96208c87c25f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:57.370598 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 2338f7d3-0f80-4aa5-bbdd-96208c87c25f not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:57.371091 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device aa0b6a21-5976-4654-a166-1d2c94ccf135 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:57.390919 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: aa0b6a21-5976-4654-a166-1d2c94ccf135 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:57.391862 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device aa0b6a21-5976-4654-a166-1d2c94ccf135 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:57.392354 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e1829c66-3785-4e28-9f95-f764f0dc6669 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:22:57.419581 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: e1829c66-3785-4e28-9f95-f764f0dc6669 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:22:57.419930 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device e1829c66-3785-4e28-9f95-f764f0dc6669 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:22:57.567804 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1608574'] for router_interface (1870cda5-8364-4bc3-8001-5500d38afd7b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.834545 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Deleting port 66ccddca-f4ab-4fdd-be9f-d79006c2812a {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:57.834808 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.913603 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] For port 66ccddca-f4ab-4fdd-be9f-d79006c2812a, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=66ccddca-f4ab-4fdd-be9f-d79006c2812a,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:57.913965 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:57.932451 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Calling delete_port for 66ccddca-f4ab-4fdd-be9f-d79006c2812a owned by network:router_interface {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:58.121758 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (66ccddca-f4ab-4fdd-be9f-d79006c2812a), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.153226 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Pushing event deleted for resources: {'Port': ['ID=66ccddca-f4ab-4fdd-be9f-d79006c2812a,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:58.324269 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1696442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1608682'] for router_interface (1870cda5-8364-4bc3-8001-5500d38afd7b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.572410 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Router 1870cda5-8364-4bc3-8001-5500d38afd7b has already been hosted by L3 agent 23ddf8d9-0c49-43f1-be71-60ce854eda58 {{(pid=102668) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 11 13:22:58.664706 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.687393 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] Notify agent at l3_agent.dv-cinder-810917-5-iscsi the message routers_updated {{(pid=102668) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 11 13:22:58.692726 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-eab60a0c-e615-43c8-bbe0-9f54c3355506 admin admin] 10.222.0.86 "PUT /v2.0/routers/1870cda5-8364-4bc3-8001-5500d38afd7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5290909 Feb 11 13:22:58.696733 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60152) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:58.699512 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] Sync routers for ids ['1870cda5-8364-4bc3-8001-5500d38afd7b'] in dv-cinder-810917-5-iscsi {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 11 13:22:58.713711 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] Routers {'1870cda5-8364-4bc3-8001-5500d38afd7b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:58.714338 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['1870cda5-8364-4bc3-8001-5500d38afd7b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:58.809421 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks [] for router (1870cda5-8364-4bc3-8001-5500d38afd7b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:58.838359 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] Set router 1870cda5-8364-4bc3-8001-5500d38afd7b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:59.042020 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:22:58Z', 'revision_number': 5, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:59.069431 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] Checking router: 1870cda5-8364-4bc3-8001-5500d38afd7b for host: dv-cinder-810917-5-iscsi {{(pid=102670) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 11 13:22:59.079870 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] Routers {'1870cda5-8364-4bc3-8001-5500d38afd7b'} bound to L3 agent in host dv-cinder-810917-5-iscsi {{(pid=102670) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 11 13:22:59.080511 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-810917-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-11T13:00:05Z,description=,heartbeat_timestamp=2022-02-11T13:22:35Z,host='dv-cinder-810917-5-iscsi',id=23ddf8d9-0c49-43f1-be71-60ce854eda58,load=0,resource_versions=,resources_synced=,started_at=2022-02-11T13:00:05Z,topic='l3_agent')) {'router_ids': ['1870cda5-8364-4bc3-8001-5500d38afd7b'], 'active': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:59.134854 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks [] for router_gateway (1870cda5-8364-4bc3-8001-5500d38afd7b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.193228 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Deleting port 649afc69-e989-4062-b018-c54e0e91b9f4 {{(pid=102668) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:22:59.193582 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.277237 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.db [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] For port 649afc69-e989-4062-b018-c54e0e91b9f4, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=649afc69-e989-4062-b018-c54e0e91b9f4,segment=NetworkSegment(0c5e1fcd-53a9-44bf-821a-9c9bdc461c67),segment_id=0c5e1fcd-53a9-44bf-821a-9c9bdc461c67)] {{(pid=102668) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:22:59.277599 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.290885 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvr_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] Set router 1870cda5-8364-4bc3-8001-5500d38afd7b gateway port host: dv-cinder-810917-5-iscsi {{(pid=102670) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 11 13:22:59.291320 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.plugins.ml2.plugin [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Calling delete_port for 649afc69-e989-4062-b018-c54e0e91b9f4 owned by network:router_gateway {{(pid=102668) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:22:59.472051 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3869070'] for port (649afc69-e989-4062-b018-c54e0e91b9f4), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.511156 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=649afc69-e989-4062-b018-c54e0e91b9f4,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:22:59.512765 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.l3_hamode_db [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:22:58Z', 'revision_number': 5, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}], 'dv-cinder-810917-5-iscsi', False) {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:22:59.564583 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9623f110-b7dc-4b44-bdaa-ee70ebfd6ec2 None None] The sync data for ids ['1870cda5-8364-4bc3-8001-5500d38afd7b'] in dv-cinder-810917-5-iscsi is: [{'id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'name': 'tempest-TestVolumeBootPattern-1227643829-router', 'tenant_id': '8a4d73329c944e9db94f1ad583dfe460', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'external_fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4'}], 'enable_snat': True}, 'gw_port_id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-11T13:16:02Z', 'updated_at': '2022-02-11T13:22:58Z', 'revision_number': 5, 'project_id': '8a4d73329c944e9db94f1ad583dfe460', 'gw_port': {'id': '649afc69-e989-4062-b018-c54e0e91b9f4', 'name': '', 'network_id': '9812ac6f-2d99-4f83-bccd-b3fe35925acc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:55:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1870cda5-8364-4bc3-8001-5500d38afd7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'ip_address': '172.27.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-810917-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-11T13:16:03Z', 'updated_at': '2022-02-11T13:16:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2f0d9b00-07d5-4667-882d-5b0f165e668c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-810917-5-iscsi'}] {{(pid=102670) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 11 13:22:59.581476 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634868'] for router_gateway (1870cda5-8364-4bc3-8001-5500d38afd7b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.682271 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1605773', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27417'] for router (1870cda5-8364-4bc3-8001-5500d38afd7b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.684508 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks [] for router_controller (1870cda5-8364-4bc3-8001-5500d38afd7b), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.737584 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1605764'] for router (1870cda5-8364-4bc3-8001-5500d38afd7b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.738047 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1870cda5-8364-4bc3-8001-5500d38afd7b {{(pid=102668) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 11 13:22:59.742748 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.744517 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-807e1a6e-4cf5-4f38-a30e-406fe6bd21d5 admin admin] 10.222.0.86 "DELETE /v2.0/routers/1870cda5-8364-4bc3-8001-5500d38afd7b HTTP/1.1" status: 204 len: 168 time: 1.0460684 Feb 11 13:22:59.746412 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60154) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:22:59.792814 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.db.db_base_plugin_v2 [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Deleting subnet 7646744e-310c-49c8-9ccb-dc02339f618b {{(pid=102668) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 11 13:22:59.798629 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Publish callbacks [] for subnet (7646744e-310c-49c8-9ccb-dc02339f618b), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.847199 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25971565'] for subnet (7646744e-310c-49c8-9ccb-dc02339f618b), precommit_delete_associations {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:22:59.937764 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-820551'] for subnet (7646744e-310c-49c8-9ccb-dc02339f618b), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.003623 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-820558', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3869027', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25719279'] for subnet (7646744e-310c-49c8-9ccb-dc02339f618b), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.030852 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7646744e-310c-49c8-9ccb-dc02339f618b,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.035694 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for subnet (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.039000 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-885193f5-66c3-4809-a6e1-8359cf629669 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/7646744e-310c-49c8-9ccb-dc02339f618b HTTP/1.1" status: 204 len: 168 time: 0.2916155 Feb 11 13:23:00.042481 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60156) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.048387 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffc5b44-41f6-4c8c-a87b-891ffc24f5c6 None None] Network 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 requested from dv-cinder-810917-5-iscsi {{(pid=102669) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 11 13:23:00.128894 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-631441'] for network (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.198479 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Deleting port 7794bd9d-6fa5-4f37-984d-55be8fc9829f {{(pid=102667) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:00.198819 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.221234 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] DHCP port deletion for 04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 request from dv-cinder-810917-5-iscsi {{(pid=102669) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 11 13:23:00.280045 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.db [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] For port 7794bd9d-6fa5-4f37-984d-55be8fc9829f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=7794bd9d-6fa5-4f37-984d-55be8fc9829f,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102667) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:00.280409 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.289538 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] Deleting port 7794bd9d-6fa5-4f37-984d-55be8fc9829f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 11 13:23:00.289771 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763200649099'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.297337 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.plugin [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Calling delete_port for 7794bd9d-6fa5-4f37-984d-55be8fc9829f owned by network:dhcp {{(pid=102667) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:00.357335 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] For port 7794bd9d-6fa5-4f37-984d-55be8fc9829f, host dv-cinder-810917-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-810917-5-iscsi',level=0,port_id=7794bd9d-6fa5-4f37-984d-55be8fc9829f,segment=NetworkSegment(bd141acf-f82e-4b17-88a9-4336f161623e),segment_id=bd141acf-f82e-4b17-88a9-4336f161623e)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 11 13:23:00.357771 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1635269'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.373975 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] Calling delete_port for 7794bd9d-6fa5-4f37-984d-55be8fc9829f owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 11 13:23:00.378396 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3400673'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.402302 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Pushing event deleted for resources: {'Port': ['ID=7794bd9d-6fa5-4f37-984d-55be8fc9829f,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.407934 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] No DVR routers for this DVR port 7794bd9d-6fa5-4f37-984d-55be8fc9829f on host dv-cinder-810917-5-iscsi {{(pid=102667) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:00.462558 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-733235', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-108425', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763200651758', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763200149203'] for port (7794bd9d-6fa5-4f37-984d-55be8fc9829f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.482285 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-822994', 'neutron.services.segments.db._delete_segments_for_network-8763200670904'] for network (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.489160 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] Pushing event deleted for resources: {'Port': ['ID=7794bd9d-6fa5-4f37-984d-55be8fc9829f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.493783 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96f164-6df7-444c-a3fd-ce4b332202df None None] No DVR routers for this DVR port 7794bd9d-6fa5-4f37-984d-55be8fc9829f on host dv-cinder-810917-5-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 11 13:23:00.506773 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8']}} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:00.517586 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd141acf-f82e-4b17-88a9-4336f161623e') {'for_net_delete': True} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:00.517880 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.services.segments.db [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd141acf-f82e-4b17-88a9-4336f161623e') {} {{(pid=102667) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 11 13:23:00.527055 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763200673729', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3880178'] for segment (bd141acf-f82e-4b17-88a9-4336f161623e), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.541944 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805'] for segment (bd141acf-f82e-4b17-88a9-4336f161623e), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.551714 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=102667) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 11 13:23:00.552123 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-769805', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3400630'] for segment (bd141acf-f82e-4b17-88a9-4336f161623e), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: Traceback (most recent call last): Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: timer() Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: cb(*args, **kw) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: return func(*args, **kwargs) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: self._notify() Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: self.callback(batched_events) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: event.method(event) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: aggregate_uuid = self.p_client.list_aggregates( Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: return f(self, *a, **k) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._get(url).json() Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: return self.request(url, 'GET', **kwargs) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: base_url = self.get_endpoint(auth, allow=allow, Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 11 13:23:00.554328 dv-cinder-810917-5-iscsi neutron-server[102667]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 11 13:23:00.616067 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-823001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1788251', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1696435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634920'] for network (04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.621356 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1696477'] for network (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.625082 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] 10.222.0.86 "DELETE /v2.0/networks/04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8 HTTP/1.1" status: 204 len: 168 time: 0.5806246 Feb 11 13:23:00.636026 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2b23f-737b-4cda-a5d8-f7b34ec08708 admin admin] Pushing event deleted for resources: {'Network': ['ID=04b9d0df-fb70-4f46-bfaa-e94c5c5d4df8,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:00.754604 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60160) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.795659 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3002185e-183e-4955-ab8b-d37b98a6b51f admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c49cfe9f0e154baca8377dd033d5bfff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410857 Feb 11 13:23:00.798210 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60162) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:00.846769 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3092556c-ed88-49d8-a54a-3aca27c7beb5 admin admin] Publish callbacks [] for security_group (658fa491-3a14-4f18-805a-9520aefa2237), before_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.868299 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3092556c-ed88-49d8-a54a-3aca27c7beb5 admin admin] Publish callbacks [] for security_group (658fa491-3a14-4f18-805a-9520aefa2237), precommit_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.916821 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3092556c-ed88-49d8-a54a-3aca27c7beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (658fa491-3a14-4f18-805a-9520aefa2237), after_delete {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.920036 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron_lib.callbacks.manager [None req-3092556c-ed88-49d8-a54a-3aca27c7beb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102667) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:00.921368 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-3092556c-ed88-49d8-a54a-3aca27c7beb5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/658fa491-3a14-4f18-805a-9520aefa2237 HTTP/1.1" status: 204 len: 168 time: 0.1221113 Feb 11 13:23:00.930519 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092556c-ed88-49d8-a54a-3aca27c7beb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658fa491-3a14-4f18-805a-9520aefa2237,revision_number=None']} {{(pid=102667) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:01.252027 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [-] (102667) accepted ('10.222.0.86', 60168) {{(pid=102667) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:01.291806 dv-cinder-810917-5-iscsi neutron-server[102667]: INFO neutron.wsgi [None req-93a52bad-2c7b-42f2-9318-c594a3e62f37 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a4d73329c944e9db94f1ad583dfe460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386238 Feb 11 13:23:01.294407 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [-] (102668) accepted ('10.222.0.86', 60170) {{(pid=102668) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 11 13:23:01.347385 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 649afc69-e989-4062-b018-c54e0e91b9f4 no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:01.352934 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cff6a8-2bad-4474-bef2-1d03a68163dc admin admin] Publish callbacks [] for security_group (1e7dc93b-64bb-497a-b805-7f2abb460a41), before_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.366789 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 649afc69-e989-4062-b018-c54e0e91b9f4 {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:01.367165 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 649afc69-e989-4062-b018-c54e0e91b9f4 not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:01.367687 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 7794bd9d-6fa5-4f37-984d-55be8fc9829f no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:01.373624 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cff6a8-2bad-4474-bef2-1d03a68163dc admin admin] Publish callbacks [] for security_group (1e7dc93b-64bb-497a-b805-7f2abb460a41), precommit_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.386139 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 7794bd9d-6fa5-4f37-984d-55be8fc9829f {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:01.386493 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 7794bd9d-6fa5-4f37-984d-55be8fc9829f not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:01.386925 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 66ccddca-f4ab-4fdd-be9f-d79006c2812a no longer exists at agent ovs-agent-dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 11 13:23:01.414597 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] No Port match for: 66ccddca-f4ab-4fdd-be9f-d79006c2812a {{(pid=102669) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 11 13:23:01.414898 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.rpc [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Device 66ccddca-f4ab-4fdd-be9f-d79006c2812a not bound to the agent host dv-cinder-810917-5-iscsi {{(pid=102669) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 11 13:23:01.436812 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cff6a8-2bad-4474-bef2-1d03a68163dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1783530'] for security_group (1e7dc93b-64bb-497a-b805-7f2abb460a41), after_delete {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.440008 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron_lib.callbacks.manager [None req-80cff6a8-2bad-4474-bef2-1d03a68163dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102668) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:01.441202 dv-cinder-810917-5-iscsi neutron-server[102668]: INFO neutron.wsgi [None req-80cff6a8-2bad-4474-bef2-1d03a68163dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1e7dc93b-64bb-497a-b805-7f2abb460a41 HTTP/1.1" status: 204 len: 168 time: 0.1452866 Feb 11 13:23:01.449753 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cff6a8-2bad-4474-bef2-1d03a68163dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7dc93b-64bb-497a-b805-7f2abb460a41,revision_number=None']} {{(pid=102668) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 11 13:23:02.214579 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c80177c-c5d3-4d6e-876c-5ecd9f5303b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:04.851942 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-83dd05d8-9fcb-4a37-a508-6ab681e6dbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:05.722662 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:07.807006 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:08.577337 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:16.235470 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-17806716-4744-4d77-91a2-0de1e425b5a1 req-70d72cce-4ebc-4753-b22b-b5b261c10c46 service neutron] (102668) timed out ('10.222.0.77', 51702) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:23:16.859939 dv-cinder-810917-5-iscsi neutron-server[102668]: DEBUG neutron.wsgi [req-21acd2e6-c1cd-4a51-b000-38bbef5f5602 req-a300d363-427e-438c-86f9-d1788fe54d44 service neutron] (102668) timed out ('10.222.0.77', 51717) {{(pid=102668) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:23:18.239425 dv-cinder-810917-5-iscsi neutron-server[102667]: DEBUG neutron.wsgi [req-3dac2742-4421-4d66-b352-9ef9771ce69d req-13723dc0-6e9e-471b-96f2-83b889459d4d service neutron] (102667) timed out ('10.222.0.77', 51708) {{(pid=102667) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 11 13:23:27.107411 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:23:28.655857 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:32.218400 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c795ed81-4067-4bc2-b1ca-ac7fcae10f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:34.853791 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7094d529-18c7-4057-a6a8-67b0ca59d901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:35.725318 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:37.806728 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:38.570896 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:23:58.657730 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:02.221194 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a853d5e8-a81f-4b23-8305-8b4f97af2085 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:04.106033 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:04.855431 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2807f067-ef40-40c5-9d05-b071dee6bca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:05.729677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:07.812337 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:08.575439 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:28.668413 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:32.224034 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1097be36-50ce-450c-9c0d-2d1f2b288bdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:34.863105 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a276985-6347-4fc9-92d8-b514ca73202b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:35.732893 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:37.818188 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:38.581938 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:24:41.107870 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:24:58.658018 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:02.228659 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-171d4165-c1f8-4112-a64c-0063a725f4e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:04.860216 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-98d71494-7759-42a6-bc62-7b33e448aba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:05.737084 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:07.826901 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:08.590305 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:18.107494 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:28.670838 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:32.232997 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-997eace9-a63b-4c4a-bbd5-d2634b3ccf40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:34.852780 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7225b56b-4730-4a83-ac67-98edfd73a6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:35.736866 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:37.820935 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:38.573988 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:25:55.108739 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:25:58.692605 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:02.238225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-da950980-286b-4f52-8935-7b8c9b01b31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:04.861255 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c8ce88eb-5046-4c64-bb95-01bac12eb0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:05.745919 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:07.831983 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:08.579756 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:28.687579 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:32.108209 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:26:32.242466 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-988a3200-8fdb-49be-b5a2-b0c57b23200c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:34.862218 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-82c58acb-04a7-45cc-b55f-5f0f75d80847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:35.744178 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:37.826571 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:38.573836 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:26:58.687677 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:02.249225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-41a2ffbe-2dd0-4cc1-a742-f322835c31cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:04.866790 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ca1d6d7-cbb8-422e-ad01-1d00005245be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:05.752663 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:07.832048 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:08.579969 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:09.107393 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:28.688277 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:32.242678 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f118eb1d-3c59-4591-a67d-05e1c41e6989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:34.871970 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-181c7d0c-f760-4a35-8919-903153b245f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:35.752320 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:37.833419 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:38.573015 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:27:46.105718 dv-cinder-810917-5-iscsi neutron-server[102670]: DEBUG neutron.db.agents_db [None req-be70c211-5e07-4a2d-8bac-87d753ca2bdd None None] Agent healthcheck: found 6 active agents {{(pid=102670) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 11 13:27:58.688045 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5b93377a-0ee8-4573-845a-f22019b5e7e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f8f406cd-589e-464f-ade4-fb75b39e9eca), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:02.248136 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-28516eb2-1236-46b4-b656-159cbf4b8dd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (ffd06e74-ec80-4e8a-831c-8dda40e18f43), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:04.878294 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bd51dbb-9520-4e26-ac45-6b11b57f01a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (23ddf8d9-0c49-43f1-be71-60ce854eda58), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:05.756225 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85f20764-73cb-429f-9584-e9c73f34b4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f7dd4fe7-4ee3-40f9-979c-8e3467b50fa1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:07.836897 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ed95dd8a-3bd8-4b6c-92e4-dacf02c0f3cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (f6cdc871-870f-4397-ab78-ad19b897dded), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 11 13:28:08.575598 dv-cinder-810917-5-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-464101f5-88b7-49c7-aed2-4fa74a6e86b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763200670886', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-822251'] for agent (154c4fc2-0288-41b3-92c2-e5d7889b5ec2), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}